Stacked_Machine_Learning_Regression.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Stacked Machine Learning Regression",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "ugw48teytIx3",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 578
        },
        "outputId": "131b2185-1efa-4d87-88fb-810ecf8917c5"
      },
      "source": [
        "from sklearn.datasets import load_boston\n",
        "!pip install optuna\n",
        "\n",
        "from sklearn.linear_model import LinearRegression\n",
        "from sklearn import linear_model\n",
        "from sklearn.linear_model import Ridge\n",
        "from sklearn.ensemble import RandomForestRegressor\n",
        "from sklearn.ensemble import ExtraTreesRegressor\n",
        "from sklearn.ensemble import AdaBoostRegressor\n",
        "import lightgbm as lgb\n",
        "import xgboost as xgb\n",
        "# sklearn\n",
        "from sklearn import metrics\n",
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "from sklearn.preprocessing import MinMaxScaler\n",
        "from sklearn.preprocessing import FunctionTransformer\n",
        "from sklearn.preprocessing import StandardScaler\n",
        "\n",
        "import sklearn.metrics\n",
        "\n",
        "from mlxtend.classifier import StackingCVClassifier\n",
        "!pip install vecstack\n",
        "from vecstack import stacking\n",
        "\n",
        "from itertools import combinations \n",
        "\n",
        "\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import time\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "import random\n",
        "sns.set()"
      ],
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: optuna in /usr/local/lib/python3.6/dist-packages (1.5.0)\n",
            "Requirement already satisfied: alembic in /usr/local/lib/python3.6/dist-packages (from optuna) (1.4.2)\n",
            "Requirement already satisfied: cmaes>=0.5.0 in /usr/local/lib/python3.6/dist-packages (from optuna) (0.5.1)\n",
            "Requirement already satisfied: colorlog in /usr/local/lib/python3.6/dist-packages (from optuna) (4.1.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from optuna) (1.18.5)\n",
            "Requirement already satisfied: cliff in /usr/local/lib/python3.6/dist-packages (from optuna) (3.3.0)\n",
            "Requirement already satisfied: scipy!=1.4.0 in /usr/local/lib/python3.6/dist-packages (from optuna) (1.4.1)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.6/dist-packages (from optuna) (4.41.1)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from optuna) (0.15.1)\n",
            "Requirement already satisfied: sqlalchemy>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from optuna) (1.3.17)\n",
            "Requirement already satisfied: Mako in /usr/local/lib/python3.6/dist-packages (from alembic->optuna) (1.1.3)\n",
            "Requirement already satisfied: python-editor>=0.3 in /usr/local/lib/python3.6/dist-packages (from alembic->optuna) (1.0.4)\n",
            "Requirement already satisfied: python-dateutil in /usr/local/lib/python3.6/dist-packages (from alembic->optuna) (2.8.1)\n",
            "Requirement already satisfied: cmd2!=0.8.3,>=0.8.0 in /usr/local/lib/python3.6/dist-packages (from cliff->optuna) (1.1.0)\n",
            "Requirement already satisfied: PrettyTable<0.8,>=0.7.2 in /usr/local/lib/python3.6/dist-packages (from cliff->optuna) (0.7.2)\n",
            "Requirement already satisfied: pyparsing>=2.1.0 in /usr/local/lib/python3.6/dist-packages (from cliff->optuna) (2.4.7)\n",
            "Requirement already satisfied: PyYAML>=3.12 in /usr/local/lib/python3.6/dist-packages (from cliff->optuna) (3.13)\n",
            "Requirement already satisfied: stevedore>=1.20.0 in /usr/local/lib/python3.6/dist-packages (from cliff->optuna) (3.0.0)\n",
            "Requirement already satisfied: pbr!=2.1.0,>=2.0.0 in /usr/local/lib/python3.6/dist-packages (from cliff->optuna) (5.4.5)\n",
            "Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from cliff->optuna) (1.12.0)\n",
            "Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.6/dist-packages (from Mako->alembic->optuna) (1.1.1)\n",
            "Requirement already satisfied: wcwidth>=0.1.7 in /usr/local/lib/python3.6/dist-packages (from cmd2!=0.8.3,>=0.8.0->cliff->optuna) (0.2.5)\n",
            "Requirement already satisfied: pyperclip>=1.6 in /usr/local/lib/python3.6/dist-packages (from cmd2!=0.8.3,>=0.8.0->cliff->optuna) (1.8.0)\n",
            "Requirement already satisfied: setuptools>=34.4 in /usr/local/lib/python3.6/dist-packages (from cmd2!=0.8.3,>=0.8.0->cliff->optuna) (47.3.1)\n",
            "Requirement already satisfied: attrs>=16.3.0 in /usr/local/lib/python3.6/dist-packages (from cmd2!=0.8.3,>=0.8.0->cliff->optuna) (19.3.0)\n",
            "Requirement already satisfied: colorama>=0.3.7 in /usr/local/lib/python3.6/dist-packages (from cmd2!=0.8.3,>=0.8.0->cliff->optuna) (0.4.3)\n",
            "Requirement already satisfied: importlib-metadata>=1.7.0; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from stevedore>=1.20.0->cliff->optuna) (1.7.0)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=1.7.0; python_version < \"3.8\"->stevedore>=1.20.0->cliff->optuna) (3.1.0)\n",
            "Requirement already satisfied: vecstack in /usr/local/lib/python3.6/dist-packages (0.4.0)\n",
            "Requirement already satisfied: scikit-learn>=0.18 in /usr/local/lib/python3.6/dist-packages (from vecstack) (0.22.2.post1)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.6/dist-packages (from vecstack) (1.4.1)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from vecstack) (1.18.5)\n",
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.6/dist-packages (from scikit-learn>=0.18->vecstack) (0.15.1)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vGGTnPorCR1S",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from sklearn.manifold import TSNE\n",
        "from sklearn.cluster import DBSCAN\n",
        "from sklearn.decomposition import PCA\n",
        "from sklearn.neighbors import NearestNeighbors\n",
        "\n",
        "import operator as op \n",
        "from itertools import combinations\n"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PSEjKNjst_uK",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "b166288b-8d78-4b9d-f6f1-532bba8be6f5"
      },
      "source": [
        "X, y = load_boston(return_X_y=True)\n",
        "X.shape"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(506, 13)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "N1PeekNbXjIS",
        "colab_type": "text"
      },
      "source": [
        "Creating Features "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BO6JyVrbRJN8",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 85
        },
        "outputId": "a7945626-1f96-4eb3-d00a-859df7f82a0a"
      },
      "source": [
        "\n",
        "X, dy = load_boston(return_X_y=True)\n",
        "DX =  pd.DataFrame(X) # copy of the data for later\n",
        "X =  pd.DataFrame(X) # copy to destroy\n",
        "\n",
        "\n",
        "def brute_force_feat(X):\n",
        "\n",
        "  comb= list(combinations(X.columns,3))\n",
        "\n",
        "  def operations(x,a,b):\n",
        "    if (x == '+'): \n",
        "      d =  op.add(a,b) \n",
        "    if (x == '-'): \n",
        "      d =  op.sub(a,b) \n",
        "    if (x == '*'): \n",
        "      d =  op.mul(a,b)     \n",
        "    if (x == '/'): # divide by 0 error\n",
        "      d =  op.truediv(a,(b + 1e-20)) \n",
        "    return d\n",
        "\n",
        "  print('Operator Features')\n",
        "  for x in ['*','/','+','-']:\n",
        "    for y in ['*','/','+','-']:\n",
        "      for i in comb:\n",
        "        a = X.iloc[:,i[0]].values\n",
        "        b = X.iloc[:,i[1]].values\n",
        "        c = X.iloc[:,i[2]].values\n",
        "        d = operations(x,a,b)\n",
        "        e = operations(y,d,c)\n",
        "        X[f'{i[0]}{x}{i[1]}{y}{i[2]}'] = e\n",
        "        X[f'{i[0]}{x}{i[1]}'] = d\n",
        "\n",
        "  X = X.loc[:,~X.columns.duplicated()]\n",
        "\n",
        "  print('Dimensionality Features')\n",
        "  # DIMENSIONALITY FEATURES\n",
        "  # 2 is usually a good size, however higher may result in less reward for time taken\n",
        "  X_TSNE = TSNE(n_components=2).fit_transform(X)\n",
        "  X_DBSCAN = DBSCAN(eps=3, min_samples=2).fit(X)\n",
        "  X_PCA = PCA(n_components=2).fit_transform(X)\n",
        "  # Depending on how large the dataset is increase or decrease n \n",
        "  X_KNN64, indices = NearestNeighbors(n_neighbors=64, algorithm='ball_tree').fit(X).kneighbors(X)\n",
        "  X = np.c_[X, X_KNN64] # NUMPY\n",
        "  X = np.c_[X, X_PCA]\n",
        "  X = np.c_[X, X_DBSCAN.labels_]\n",
        "  X = np.c_[X, X_TSNE]\n",
        "  X = np.where(np.isnan(X), 0, X)\n",
        "\n",
        "\n",
        "  # Selecting best 50 columns \n",
        "  from sklearn.ensemble import RandomForestRegressor\n",
        "  # PANDAS\n",
        "  # SX = X.sample(n=500) # Sample, etc\n",
        "\n",
        "  # NUMPY\n",
        "  print('No. Features:', np.size(X,1))\n",
        "  np.random.seed(42)\n",
        "  # idx = np.random.randint(np.size(X,0), size=500) # make this 50% of your data just so it runs faster\n",
        "  # X = [idx,:]\n",
        "  # dy = dy.values[idx]\n",
        "  # print(np.any(np.isnan(X)))\n",
        "  # print(np.all(np.isfinite(X)))\n",
        "  X = np.nan_to_num(X.astype(np.float32)) # prevents too large values error\n",
        "\n",
        "  # SX IS A SAMPLE OF X\n",
        "  SX = X\n",
        "  sy = dy # other methods if this gives error #.values.ravel() #np.array(dy)[idx.astype(int)] #dy[idx]\n",
        "  \n",
        "  model_rfi = RandomForestRegressor(n_jobs = -1, random_state=42)\n",
        "\n",
        "  model_rfi.fit(SX, sy)\n",
        "  print('Done!')\n",
        "\n",
        "  return X, DX, model_rfi\n",
        "\n",
        "# CX is the new features data | DX is the original data  | Model_rfi contains the feature importance\n",
        "CX, DX, model_rfi = brute_force_feat(X)"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Operator Features\n",
            "Dimensionality Features\n",
            "No. Features: 4922\n",
            "Done!\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "13cNeTmuRXge",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def scaler_fuc(scaler, f, CX, DX):\n",
        "\n",
        "  # order by most important features and take the f most important features\n",
        "  fs_indices_rfi = np.argsort(model_rfi.feature_importances_)[::-1][0:f]\n",
        "  CX = CX[:,fs_indices_rfi]\n",
        "  X = np.c_[DX, CX]\n",
        "  # delete duplicates\n",
        "  _, unq_col_indices = np.unique(X,return_index=True,axis=1)\n",
        "  X = X[:,unq_col_indices]\n",
        "\n",
        "  train_x, valid_x, train_y, valid_y = train_test_split(X, dy,\n",
        "                                              test_size=0.25, random_state = 123)\n",
        "  if (scaler == 'minmax'):\n",
        "    scaler = MinMaxScaler()\n",
        "    scaler.fit(train_x)\n",
        "    train_x = scaler.transform(train_x)\n",
        "    scaler.fit(valid_x)\n",
        "    valid_x = scaler.transform(valid_x)\n",
        "\n",
        "  if (scaler == 'stand'):\n",
        "    scaler = StandardScaler()\n",
        "    scaler.fit(train_x)\n",
        "    train_x = scaler.transform(train_x)\n",
        "    scaler.fit(valid_x)\n",
        "    valid_x = scaler.transform(valid_x)\n",
        "\n",
        "  if (scaler == 'log'):\n",
        "    transformer = FunctionTransformer(np.log1p, validate=True)\n",
        "    train_x = transformer.transform(train_x)\n",
        "    valid_x = transformer.transform(valid_x)\n",
        "    # prevent log 0 error\n",
        "    np.seterr(divide = 'ignore')  # invalid value encountered in log1p\n",
        "    train_x = np.where(np.isneginf(train_x), 0, train_x)\n",
        "    valid_x = np.where(np.isneginf(valid_x), 0, valid_x)\n",
        "    train_x = np.where(np.isinf(train_x), 0, train_x)\n",
        "    valid_x = np.where(np.isinf(valid_x), 0, valid_x)\n",
        "    train_x = np.where(np.isnan(train_x), 0, train_x)\n",
        "    valid_x = np.where(np.isnan(valid_x), 0, valid_x)\n",
        "\n",
        "  # turning these train/tests into lgb/xgb datasets\n",
        "  dtrain_gbm = lgb.Dataset(train_x, label=train_y)\n",
        "  dvalid_gbm = lgb.Dataset(valid_x, label=valid_y)\n",
        "\n",
        "  dtrain_xbg = xgb.DMatrix(train_x, label=train_y)\n",
        "  dvalid_xbg = xgb.DMatrix(valid_x, label=valid_y)\n",
        "  return train_x, valid_x, train_y, valid_y,  dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg\n"
      ],
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SvOJWxJkHWx3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "models = ['lreg', 'las', 'rid','ada', 'et', 'rf', 'xgb', 'gbm'] # when you want to try all of them/ iteration: 1 \n",
        "# models = ['ada', 'et', 'rf', 'xgb', 'gbm'] # selecting the 5 best models from iteration 1 (by observing the log) / iteration: 2\n",
        "# models = ['ada', 'et', 'xgb'] \n",
        "comb = combinations(models, 3) \n",
        "comb = list(comb)"
      ],
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ozV7fL7kt9Bw",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "class Objective:\n",
        "\n",
        "    def __init__(self):\n",
        "        self.best_gbm = None\n",
        "        self._gbm = None\n",
        "        self.best_xgb = None\n",
        "        self._xgb = None\n",
        "        self.predictions = None\n",
        "        self.fpredictions = None\n",
        "\n",
        "    def __call__(self, trial):\n",
        "\n",
        "        i = trial.suggest_int(\"combos\", 0, (len(comb)-1))\n",
        " \n",
        "        gbm_preds = 0\n",
        "        gbm_rmse = float('inf')\n",
        "        xgb_preds = 0\n",
        "        xgb_rmse = float('inf')\n",
        "        rf_preds = 0\n",
        "        rf_rmse = float('inf')\n",
        "        et_preds = 0\n",
        "        et_rmse = float('inf')\n",
        "        ada_preds = 0\n",
        "        ada_rmse = float('inf')\n",
        "        lreg_preds = 0\n",
        "        lreg_rmse = float('inf')\n",
        "        las_preds = 0\n",
        "        las_rmse = float('inf')\n",
        "        rid_preds = 0\n",
        "        rid_rmse = float('inf')\n",
        "\n",
        "        ###############################################################################\n",
        "        #                                 . Scaling                                   #\n",
        "        ###############################################################################\n",
        "        # If you want 1 scaled data for everything use this and comment out, other wise leave this commented\n",
        "        # scaler = trial.suggest_categorical(\"Scaler\", ['minmax','stand','log'])\n",
        "        # train_x, valid_x, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(scaler)\n",
        "        ###############################################################################\n",
        "        #                            . Linear Regression                              #\n",
        "        ###############################################################################\n",
        "        if any(x == 'lreg' for x in comb[i]):\n",
        "          lr_f = trial.suggest_int(\"lr_features\", 0, 20)\n",
        "          lr_scaler = trial.suggest_categorical(\"lr_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(lr_scaler, lr_f, CX, DX)\n",
        "          lreg = LinearRegression().fit(train_x, train_y)\n",
        "          lreg_preds = lreg.predict(valid_x)\n",
        "          lreg_rmse = sklearn.metrics.mean_squared_error(valid_y, lreg_preds, squared = False)\n",
        "        ###############################################################################\n",
        "        #                                 . Lasso                                     #\n",
        "        ###############################################################################\n",
        "        if any(x == 'las' for x in comb[i]):\n",
        "          las_f = trial.suggest_int(\"las_features\", 0, 20)\n",
        "          las_scaler = trial.suggest_categorical(\"las_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(las_scaler, las_f, CX, DX)\n",
        "          alphal = trial.suggest_loguniform(\"alphal\", 1e-8, 1.0)\n",
        "          las = linear_model.Lasso(alpha=alphal).fit(train_x, train_y)\n",
        "          las_preds = las.predict(valid_x)\n",
        "          las_rmse = sklearn.metrics.mean_squared_error(valid_y, las_preds, squared = False)\n",
        "        ###############################################################################\n",
        "        #                                 . Ridge                                     #\n",
        "        ###############################################################################\n",
        "        if any(x == 'rid' for x in comb[i]):\n",
        "          rid_f = trial.suggest_int(\"rid_features\", 0, 20)\n",
        "          rid_scaler = trial.suggest_categorical(\"rid_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(rid_scaler, rid_f, CX, DX)\n",
        "          alphar = trial.suggest_loguniform(\"alphar\", 1e-8, 1.0)\n",
        "          rid = Ridge(alpha=alphar).fit(train_x, train_y)\n",
        "          rid_preds = rid.predict(valid_x)\n",
        "          rid_rmse = sklearn.metrics.mean_squared_error(valid_y, rid_preds, squared = False)\n",
        "        ###############################################################################\n",
        "        #                               . Ada Boost                                   #\n",
        "        ###############################################################################\n",
        "        if any(x == 'ada' for x in comb[i]):\n",
        "          ada_f = trial.suggest_int(\"ada_features\", 0, 20)\n",
        "          ada_scaler = trial.suggest_categorical(\"ada_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(ada_scaler, ada_f, CX, DX)\n",
        "          ada_ne = trial.suggest_int(\"ada_ne\", 1, 500) #500\n",
        "          ada_lr = trial.suggest_loguniform(\"ada_lr\", 0.05, 1)\n",
        "          ada = AdaBoostRegressor(n_estimators = ada_ne, learning_rate = ada_lr,\n",
        "                                     random_state=0).fit(train_x, train_y)\n",
        "          ada_preds = ada.predict(valid_x)\n",
        "          ada_rmse = sklearn.metrics.mean_squared_error(valid_y, ada_preds, squared = False)\n",
        "        ###############################################################################\n",
        "        #                              . Extra Trees                                  #\n",
        "        ###############################################################################\n",
        "        if any(x == 'et' for x in comb[i]):\n",
        "          et_f = trial.suggest_int(\"et_features\", 0, 20)\n",
        "          et_scaler = trial.suggest_categorical(\"et_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(et_scaler,et_f, CX, DX)\n",
        "          et_md = trial.suggest_int(\"et_max_depth\", 1, 100)\n",
        "          et_ne = trial.suggest_int(\"et_ne\", 1, 500) #1000\n",
        "          et = ExtraTreesRegressor(max_depth=et_md, n_estimators = et_ne,\n",
        "                                     random_state=0).fit(train_x, train_y)\n",
        "          et_preds = et.predict(valid_x)\n",
        "          et_rmse = sklearn.metrics.mean_squared_error(valid_y, et_preds, squared = False)\n",
        "        ###############################################################################\n",
        "        #                             . Random Forest                                 #\n",
        "        ###############################################################################\n",
        "        if any(x == 'rf' for x in comb[i]):\n",
        "          rf_f = trial.suggest_int(\"rf_features\", 0, 20)\n",
        "          rf_scaler = trial.suggest_categorical(\"rf_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(rf_scaler,rf_f, CX, DX)\n",
        "          rf_md = trial.suggest_int(\"rf_max_depth\", 1, 100)\n",
        "          rf_ne = trial.suggest_int(\"rf_ne\", 1, 500) #1000\n",
        "          rf = RandomForestRegressor(max_depth=rf_md, n_estimators = rf_ne,n_jobs = -1,\n",
        "                                     random_state=0).fit(train_x, train_y)\n",
        "          rf_preds = rf.predict(valid_x)\n",
        "          rf_rmse = sklearn.metrics.mean_squared_error(valid_y, rf_preds, squared = False)\n",
        "        ###############################################################################\n",
        "        #                                 . XGBoost                                   #\n",
        "        ###############################################################################\n",
        "        if any(x == 'xgb' for x in comb[i]): \n",
        "          xgb_f = trial.suggest_int(\"xgb_features\", 0, 20)\n",
        "          xgb_scaler = trial.suggest_categorical(\"xgb_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(xgb_scaler,xgb_f, CX, DX)\n",
        "          xgb_param = {\n",
        "              \"silent\": 1,\n",
        "              \"objective\": \"reg:squarederror\",\n",
        "              \"eval_metric\": \"rmse\",\n",
        "              \"booster\": trial.suggest_categorical(\"booster\", [\"gbtree\", \"gblinear\", \"dart\"]),\n",
        "              \"lambda\": trial.suggest_loguniform(\"lambda\", 1e-8, 1.0),\n",
        "              \"alpha\": trial.suggest_loguniform(\"alpha\", 1e-8, 1.0),\n",
        "          }\n",
        "          if xgb_param[\"booster\"] == \"gbtree\" or xgb_param[\"booster\"] == \"dart\":\n",
        "              xgb_param[\"max_depth\"] = trial.suggest_int(\"max_depth\", 1, 100)\n",
        "              xgb_param[\"eta\"] = trial.suggest_loguniform(\"eta\", 1e-8, 1.0)\n",
        "              xgb_param[\"gamma\"] = trial.suggest_loguniform(\"gamma\", 1e-8, 1.0)\n",
        "              xgb_param[\"grow_policy\"] = trial.suggest_categorical(\"grow_policy\", [\"depthwise\", \"lossguide\"])\n",
        "          if xgb_param[\"booster\"] == \"dart\":\n",
        "              xgb_param[\"sample_type\"] = trial.suggest_categorical(\"sample_type\", [\"uniform\", \"weighted\"])\n",
        "              xgb_param[\"normalize_type\"] = trial.suggest_categorical(\"normalize_type\", [\"tree\", \"forest\"])\n",
        "              xgb_param[\"rate_drop\"] = trial.suggest_loguniform(\"rate_drop\", 1e-8, 1.0)\n",
        "              xgb_param[\"skip_drop\"] = trial.suggest_loguniform(\"skip_drop\", 1e-8, 1.0)\n",
        "          # Add a callback for pruning.\n",
        "          xgb_pruning_callback = optuna.integration.XGBoostPruningCallback(trial, \"validation-rmse\" )\n",
        "          xgb_ = xgb.train(xgb_param, dtrain_xbg, evals=[(dvalid_xbg, \"validation\")], verbose_eval=False, callbacks=[xgb_pruning_callback])\n",
        "          xgb_preds = xgb_.predict(dvalid_xbg)\n",
        "          xgb_rmse = sklearn.metrics.mean_squared_error(valid_y, xgb_preds, squared = False)\n",
        "          self._xgb = xgb_\n",
        "        ###############################################################################\n",
        "        #                          . Light Gradient Boosting                          #\n",
        "        ###############################################################################\n",
        "        if any(x == 'gbm' for x in comb[i]):\n",
        "          gbm_f = trial.suggest_int(\"gbm_features\", 0, 20)\n",
        "          gbm_scaler = trial.suggest_categorical(\"gbm_Scaler\", ['minmax','stand','log'])\n",
        "          train_x, valid_x, train_y, valid_y, dtrain_gbm, dvalid_gbm, dtrain_xbg, dvalid_xbg = scaler_fuc(gbm_scaler,gbm_f, CX, DX)\n",
        "          gbm_param = {\n",
        "            'objective': 'regression',\n",
        "            'metric': 'rmse',\n",
        "              \"verbosity\": -1,\n",
        "              \"boosting_type\": \"gbdt\",\n",
        "              \"lambda_l1\": trial.suggest_loguniform(\"lambda_l1\", 1e-8, 10), \n",
        "              \"lambda_l2\": trial.suggest_loguniform(\"lambda_l2\", 1e-8, 10),\n",
        "              \"num_leaves\": trial.suggest_int(\"num_leaves\", 2, 256), \n",
        "              \"feature_fraction\": trial.suggest_uniform(\"feature_fraction\", 0.4, 1.0), \n",
        "              \"bagging_fraction\": trial.suggest_uniform(\"bagging_fraction\", 0.4, 1.0),\n",
        "              \"bagging_freq\": trial.suggest_int(\"bagging_freq\", 1, 7), \n",
        "              \"min_child_samples\": trial.suggest_int(\"min_child_samples\", 2, 20), \n",
        "          }\n",
        "          # Add a callback for pruning.\n",
        "          gbm_pruning_callback = optuna.integration.LightGBMPruningCallback(trial, \"rmse\")\n",
        "          gbm = lgb.train(gbm_param, dtrain_gbm, valid_sets=[dvalid_gbm], verbose_eval=False, callbacks=[gbm_pruning_callback])\n",
        "          gbm_preds = gbm.predict(valid_x)\n",
        "          gbm_rmse = sklearn.metrics.mean_squared_error(valid_y, gbm_preds, squared = False)\n",
        "          self._gbm = gbm\n",
        "        ###############################################################################\n",
        "        #                            . Stacking Strategy                              #\n",
        "        ###############################################################################\n",
        "\n",
        "        # strat = trial.suggest_int(\"strat\", 0, 1)\n",
        "\n",
        "        # if (strat == 0): # taking mean\n",
        "        preds = (gbm_preds + xgb_preds + rf_preds + \\\n",
        "        las_preds + ada_preds + et_preds + \\\n",
        "        lreg_preds + rid_preds) / 3\n",
        "\n",
        "        # if (strat == 1): # Making an equation\n",
        "        # a = trial.suggest_uniform(\"a\", 0.1, 0.9)\n",
        "        # b = trial.suggest_uniform(\"b\", 0.1, 0.9)\n",
        "        # c = trial.suggest_uniform(\"c\", 0.1, 0.9)\n",
        "        # d = trial.suggest_uniform(\"d\", 0.1, 0.9)\n",
        "\n",
        "        # def custom_sort(t):\n",
        "        #   return t[0]\n",
        "\n",
        "        # R = [[gbm_rmse,gbm_preds] , [xgb_rmse,xgb_preds], [rf_rmse, rf_preds], \\\n",
        "        #     [las_rmse,las_preds], [ada_rmse,ada_preds],[et_rmse,et_preds],\\\n",
        "        #     [lreg_rmse,lreg_preds], [rid_rmse,rid_preds]]\n",
        "        # R.sort(key=custom_sort) # low to high\n",
        "        # m1 = R[0][1]\n",
        "        # m2 = R[1][1]\n",
        "        # m3 = R[2][1]\n",
        "        # # Using list comprehension. This may result in a divide by 0 error when rounding occurs.\n",
        "        # # A fix would be to use a more precise library\n",
        "        # preds = [ (a*((x**b) + (y**c))) + (d*z) for x,y,z in zip(m1,m2,m3) ]\n",
        "        self.predictions = preds\n",
        "        rmse = sklearn.metrics.mean_squared_error(valid_y, preds, squared = False)\n",
        "        return rmse\n",
        "\n",
        "    def callback(self, study, trial):\n",
        "        if study.best_trial == trial:\n",
        "            self.best_gbm = self._gbm\n",
        "            self.best_xgb = self._xgb\n",
        "            self.fpredictions = self.predictions"
      ],
      "execution_count": 20,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qZdyvAQvuddv",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "b457c8e6-33d6-4e0e-a998-88b59eca0cf4"
      },
      "source": [
        "import warnings\n",
        "warnings.filterwarnings(\"ignore\", category=RuntimeWarning) # for log error\n",
        "\n",
        "import optuna\n",
        "objective = Objective()\n",
        "\n",
        "# Setting SEED \n",
        "from optuna.samplers import TPESampler\n",
        "sampler = TPESampler(seed=10)\n",
        "\n",
        "study = optuna.create_study(\n",
        "    pruner=optuna.pruners.MedianPruner(n_warmup_steps=10), direction=\"minimize\",\n",
        "    sampler=sampler\n",
        ")\n",
        "study.optimize(objective, n_trials=1000, callbacks=[objective.callback]) # change this to 500 + \n",
        "\n",
        "print(\"Best trial:\")\n",
        "trial = study.best_trial\n",
        "\n",
        "print(\"  Params: \")\n",
        "for key, value in trial.params.items():\n",
        "    print(\"    {}: {}\".format(key, value))\n",
        "\n",
        "best_gbm = objective.best_gbm\n",
        "best_xgb = objective.best_xgb"
      ],
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[I 2020-07-13 04:32:50,226] Finished trial#0 with value: 3.822296998606017 with parameters: {'combos': 9, 'et_features': 4, 'et_Scaler': 'minmax', 'et_max_depth': 29, 'et_ne': 474, 'xgb_features': 16, 'xgb_Scaler': 'stand', 'booster': 'gblinear', 'lambda': 0.004716980476847206, 'alpha': 1.3320760321578133e-06, 'gbm_features': 10, 'gbm_Scaler': 'minmax', 'lambda_l1': 2.2563205837462292e-07, 'lambda_l2': 0.014268090793125176, 'num_leaves': 102, 'feature_fraction': 0.4023689597967487, 'bagging_fraction': 0.707315358031466, 'bagging_freq': 4, 'min_child_samples': 3}. Best is trial#0 with value: 3.822296998606017.\n",
            "[I 2020-07-13 04:32:50,733] Finished trial#1 with value: 4.013429985935784 with parameters: {'combos': 8, 'rid_features': 4, 'rid_Scaler': 'log', 'alphar': 0.006599090886310522, 'xgb_features': 13, 'xgb_Scaler': 'stand', 'booster': 'gblinear', 'lambda': 2.0386327434753964e-05, 'alpha': 0.016975808449119403, 'gbm_features': 12, 'gbm_Scaler': 'stand', 'lambda_l1': 0.0036299680810414838, 'lambda_l2': 0.0004151874170225355, 'num_leaves': 20, 'feature_fraction': 0.4338665124820424, 'bagging_fraction': 0.8592734909291112, 'bagging_freq': 7, 'min_child_samples': 13}. Best is trial#0 with value: 3.822296998606017.\n",
            "[I 2020-07-13 04:32:51,232] Finished trial#2 with value: 4.2433041124232895 with parameters: {'combos': 8, 'rid_features': 9, 'rid_Scaler': 'log', 'alphar': 2.544488269752405e-06, 'xgb_features': 7, 'xgb_Scaler': 'minmax', 'booster': 'gblinear', 'lambda': 2.3723051688905587e-08, 'alpha': 0.0010239934684337197, 'gbm_features': 1, 'gbm_Scaler': 'minmax', 'lambda_l1': 0.23636488716609746, 'lambda_l2': 6.173448891970491e-07, 'num_leaves': 135, 'feature_fraction': 0.8991938606723515, 'bagging_fraction': 0.5858668331264602, 'bagging_freq': 3, 'min_child_samples': 14}. Best is trial#0 with value: 3.822296998606017.\n",
            "[I 2020-07-13 04:32:52,064] Finished trial#3 with value: 8.944297649772192 with parameters: {'combos': 6, 'rid_features': 2, 'rid_Scaler': 'minmax', 'alphar': 4.018769547074794e-06, 'et_features': 15, 'et_Scaler': 'stand', 'et_max_depth': 7, 'et_ne': 247, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 1.1828116394242723e-05, 'alpha': 0.3581671060741645, 'max_depth': 58, 'eta': 4.471326429846904e-05, 'gamma': 0.040642718641657936, 'grow_policy': 'depthwise'}. Best is trial#0 with value: 3.822296998606017.\n",
            "[I 2020-07-13 04:32:52,660] Finished trial#4 with value: 3.7212228297168917 with parameters: {'combos': 9, 'et_features': 11, 'et_Scaler': 'stand', 'et_max_depth': 51, 'et_ne': 46, 'xgb_features': 8, 'xgb_Scaler': 'stand', 'booster': 'gblinear', 'lambda': 2.0618360930258403e-08, 'alpha': 7.202015787920987e-06, 'gbm_features': 3, 'gbm_Scaler': 'stand', 'lambda_l1': 5.612279159730818e-06, 'lambda_l2': 9.47270053228608e-06, 'num_leaves': 16, 'feature_fraction': 0.5289719151256645, 'bagging_fraction': 0.5218279693849035, 'bagging_freq': 3, 'min_child_samples': 16}. Best is trial#4 with value: 3.7212228297168917.\n",
            "[I 2020-07-13 04:32:54,217] Finished trial#5 with value: 4.092510794327925 with parameters: {'combos': 0, 'rid_features': 10, 'rid_Scaler': 'stand', 'alphar': 2.211968049882666e-08, 'ada_features': 9, 'ada_Scaler': 'minmax', 'ada_ne': 42, 'ada_lr': 0.24013954183116124, 'et_features': 18, 'et_Scaler': 'log', 'et_max_depth': 82, 'et_ne': 402}. Best is trial#4 with value: 3.7212228297168917.\n",
            "[I 2020-07-13 04:32:56,827] Finished trial#6 with value: 3.660485419612562 with parameters: {'combos': 0, 'rid_features': 0, 'rid_Scaler': 'stand', 'alphar': 1.2523487569956283e-06, 'ada_features': 20, 'ada_Scaler': 'minmax', 'ada_ne': 423, 'ada_lr': 0.056105853733613, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 447}. Best is trial#6 with value: 3.660485419612562.\n",
            "[I 2020-07-13 04:32:58,542] Finished trial#7 with value: 8.370813990332032 with parameters: {'combos': 3, 'ada_features': 18, 'ada_Scaler': 'log', 'ada_ne': 247, 'ada_lr': 0.076183919655176, 'et_features': 11, 'et_Scaler': 'minmax', 'et_max_depth': 94, 'et_ne': 238, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 3.358849920457142e-05, 'alpha': 3.517081594396454e-06, 'max_depth': 96, 'eta': 5.290942102512853e-05, 'gamma': 5.531575754943961e-08, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'forest', 'rate_drop': 5.20291178150556e-05, 'skip_drop': 0.018013286187172527}. Best is trial#6 with value: 3.660485419612562.\n",
            "[I 2020-07-13 04:32:58,901] Setting status of trial#8 as TrialState.PRUNED. Trial was pruned at iteration 13.\n",
            "[I 2020-07-13 04:33:01,445] Finished trial#9 with value: 3.402277490044534 with parameters: {'combos': 4, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 377, 'ada_lr': 0.10210523637456209, 'et_features': 9, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 498, 'gbm_features': 6, 'gbm_Scaler': 'log', 'lambda_l1': 2.7393785850944795e-08, 'lambda_l2': 1.7278759914484432e-06, 'num_leaves': 223, 'feature_fraction': 0.8175843204264641, 'bagging_fraction': 0.9427988412145295, 'bagging_freq': 3, 'min_child_samples': 4}. Best is trial#9 with value: 3.402277490044534.\n",
            "[I 2020-07-13 04:33:02,780] Finished trial#10 with value: 3.363464542286916 with parameters: {'combos': 3, 'ada_features': 0, 'ada_Scaler': 'log', 'ada_ne': 444, 'ada_lr': 0.8958631831654309, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 49, 'et_ne': 60, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5191049566391753, 'alpha': 1.0882062094973489e-08, 'max_depth': 9, 'eta': 0.46415918804643036, 'gamma': 1.2999523407103411e-08, 'grow_policy': 'depthwise'}. Best is trial#10 with value: 3.363464542286916.\n",
            "[I 2020-07-13 04:33:04,042] Finished trial#11 with value: 3.4253547215635582 with parameters: {'combos': 3, 'ada_features': 0, 'ada_Scaler': 'log', 'ada_ne': 443, 'ada_lr': 0.9097288600891172, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 49, 'et_ne': 27, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.39940454728524094, 'alpha': 1.0639082230737522e-08, 'max_depth': 8, 'eta': 0.6041756360479078, 'gamma': 1.0910885897552936e-08, 'grow_policy': 'depthwise'}. Best is trial#10 with value: 3.363464542286916.\n",
            "[I 2020-07-13 04:33:05,693] Finished trial#12 with value: 3.404024891517429 with parameters: {'combos': 4, 'ada_features': 1, 'ada_Scaler': 'stand', 'ada_ne': 341, 'ada_lr': 0.15079738067951937, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 58, 'et_ne': 167, 'gbm_features': 18, 'gbm_Scaler': 'log', 'lambda_l1': 1.324784490982232e-08, 'lambda_l2': 9.24837988411814, 'num_leaves': 254, 'feature_fraction': 0.986687897045762, 'bagging_fraction': 0.971504459704767, 'bagging_freq': 6, 'min_child_samples': 4}. Best is trial#10 with value: 3.363464542286916.\n",
            "[I 2020-07-13 04:33:07,228] Finished trial#13 with value: 3.4984832276387867 with parameters: {'combos': 2, 'rid_features': 20, 'rid_Scaler': 'minmax', 'alphar': 0.7326952090836125, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 492, 'ada_lr': 0.952540961752447, 'gbm_features': 7, 'gbm_Scaler': 'log', 'lambda_l1': 1.0430478620746666e-08, 'lambda_l2': 1.0779659250811996e-08, 'num_leaves': 241, 'feature_fraction': 0.7741209366493245, 'bagging_fraction': 0.9515941658199203, 'bagging_freq': 1, 'min_child_samples': 7}. Best is trial#10 with value: 3.363464542286916.\n",
            "[I 2020-07-13 04:33:07,895] Finished trial#14 with value: 3.3298130256079053 with parameters: {'combos': 6, 'rid_features': 20, 'rid_Scaler': 'log', 'alphar': 0.6844687240979442, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 30, 'et_ne': 98, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.8787924943567567, 'alpha': 1.0915345028437228e-08, 'max_depth': 6, 'eta': 0.9318994789459633, 'gamma': 1.543642517622097e-05, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:08,583] Finished trial#15 with value: 3.823066247637021 with parameters: {'combos': 6, 'rid_features': 18, 'rid_Scaler': 'log', 'alphar': 0.9107301148413447, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 25, 'et_ne': 128, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.8150794275611607, 'alpha': 2.6143464547555228e-08, 'max_depth': 1, 'eta': 0.8020759220440665, 'gamma': 3.74951222271553e-05, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:09,259] Finished trial#16 with value: 5.958321033201817 with parameters: {'combos': 6, 'rid_features': 15, 'rid_Scaler': 'log', 'alphar': 0.00627309010813563, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 32, 'et_ne': 99, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.020383456753521247, 'alpha': 9.899251543647962e-08, 'max_depth': 25, 'eta': 0.04298833742100666, 'gamma': 2.519189111725479e-06, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:10,217] Finished trial#17 with value: 8.340018987439702 with parameters: {'combos': 1, 'rid_features': 15, 'rid_Scaler': 'log', 'alphar': 0.0066915080077630095, 'ada_features': 15, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.4493559415526533, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.029535085499820524, 'alpha': 1.8539117100996866e-07, 'max_depth': 37, 'eta': 0.007871874485293194, 'gamma': 0.04594146379672198, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:10,772] Setting status of trial#18 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:11,985] Setting status of trial#19 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:13,485] Setting status of trial#20 as TrialState.PRUNED. Trial was pruned at iteration 16.\n",
            "[I 2020-07-13 04:33:15,930] Finished trial#21 with value: 3.334540553373834 with parameters: {'combos': 4, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 384, 'ada_lr': 0.11381059499108974, 'et_features': 9, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 355, 'gbm_features': 6, 'gbm_Scaler': 'log', 'lambda_l1': 3.461644653161173e-05, 'lambda_l2': 4.370530336015902e-06, 'num_leaves': 201, 'feature_fraction': 0.8010741827641773, 'bagging_fraction': 0.8562197653264448, 'bagging_freq': 4, 'min_child_samples': 2}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:17,037] Setting status of trial#22 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:18,751] Finished trial#23 with value: 3.479125894285719 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 416, 'ada_lr': 0.13443150100044857, 'et_features': 8, 'et_Scaler': 'log', 'et_max_depth': 4, 'et_ne': 303, 'xgb_features': 20, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 7.239199128331413e-07, 'alpha': 3.325310776768429e-07, 'max_depth': 23, 'eta': 0.9151825219398175, 'gamma': 0.0008921489637278915, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:20,208] Finished trial#24 with value: 3.470751664355625 with parameters: {'combos': 4, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 276, 'ada_lr': 0.055688596034099785, 'et_features': 13, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 3, 'gbm_features': 8, 'gbm_Scaler': 'log', 'lambda_l1': 0.0011425962703937344, 'lambda_l2': 1.0528712001895645e-08, 'num_leaves': 163, 'feature_fraction': 0.7196866903845675, 'bagging_fraction': 0.878627572888865, 'bagging_freq': 5, 'min_child_samples': 2}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:21,801] Finished trial#25 with value: 8.433907391497566 with parameters: {'combos': 5, 'ada_features': 10, 'ada_Scaler': 'log', 'ada_ne': 476, 'ada_lr': 0.170681796924367, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.0934100258028625, 'alpha': 1.775485904981209e-08, 'max_depth': 19, 'eta': 3.2643348934818713e-07, 'gamma': 6.254110428109898e-07, 'grow_policy': 'depthwise', 'gbm_features': 11, 'gbm_Scaler': 'log', 'lambda_l1': 1.8196601193433389e-06, 'lambda_l2': 0.003694225498392502, 'num_leaves': 211, 'feature_fraction': 0.8886163035641997, 'bagging_fraction': 0.7470090302729431, 'bagging_freq': 4, 'min_child_samples': 10}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:22,490] Setting status of trial#26 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:23,600] Setting status of trial#27 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:25,330] Finished trial#28 with value: 5.8761147087656775 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'log', 'ada_ne': 215, 'ada_lr': 0.08623577203860881, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 42, 'et_ne': 330, 'xgb_features': 1, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.0008176948064689331, 'alpha': 2.9211981206208998e-05, 'max_depth': 40, 'eta': 0.045324170570792056, 'gamma': 1.0607394404647258e-08, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'tree', 'rate_drop': 1.160133916386417e-08, 'skip_drop': 1.1554485627455259e-08}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:26,063] Finished trial#29 with value: 8.476360096834666 with parameters: {'combos': 1, 'rid_features': 18, 'rid_Scaler': 'log', 'alphar': 2.2874113516960407e-05, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 140, 'ada_lr': 0.6586179186192732, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.222705441564052, 'alpha': 6.199911116356919e-07, 'max_depth': 82, 'eta': 0.0009169968069070609, 'gamma': 1.4487373337417842e-05, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:27,240] Setting status of trial#30 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:29,617] Finished trial#31 with value: 3.404969701288029 with parameters: {'combos': 4, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 374, 'ada_lr': 0.09247891771943462, 'et_features': 8, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 415, 'gbm_features': 6, 'gbm_Scaler': 'log', 'lambda_l1': 1.480047841367561e-07, 'lambda_l2': 1.3192754566515442e-06, 'num_leaves': 229, 'feature_fraction': 0.8218261753432058, 'bagging_fraction': 0.9993054034482916, 'bagging_freq': 3, 'min_child_samples': 5}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:31,379] Finished trial#32 with value: 8.339479473169988 with parameters: {'combos': 5, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 378, 'ada_lr': 0.10542883013536915, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.0035964413071170563, 'alpha': 0.7673395206651684, 'max_depth': 11, 'eta': 1.2157227212579387e-06, 'gamma': 0.0024191845579680225, 'grow_policy': 'depthwise', 'gbm_features': 5, 'gbm_Scaler': 'log', 'lambda_l1': 5.3919545799489965e-05, 'lambda_l2': 2.630852791030622e-06, 'num_leaves': 209, 'feature_fraction': 0.9492210350332011, 'bagging_fraction': 0.9321851458748882, 'bagging_freq': 2, 'min_child_samples': 2}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:32,912] Finished trial#33 with value: 4.9990596700217536 with parameters: {'combos': 6, 'rid_features': 17, 'rid_Scaler': 'minmax', 'alphar': 0.0005883938273059496, 'et_features': 9, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 486, 'xgb_features': 19, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 9.328642223797544e-07, 'alpha': 7.312252383054109e-08, 'max_depth': 38, 'eta': 0.10654099539426798, 'gamma': 0.9737831626517488, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:34,789] Finished trial#34 with value: 3.3431739285605153 with parameters: {'combos': 4, 'ada_features': 2, 'ada_Scaler': 'log', 'ada_ne': 456, 'ada_lr': 0.06871229813410341, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 169, 'gbm_features': 2, 'gbm_Scaler': 'log', 'lambda_l1': 1.5714017437216356e-06, 'lambda_l2': 6.158601233612487e-08, 'num_leaves': 249, 'feature_fraction': 0.733442924582638, 'bagging_fraction': 0.8129640489476747, 'bagging_freq': 4, 'min_child_samples': 4}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:35,915] Finished trial#35 with value: 3.4629878797087503 with parameters: {'combos': 7, 'rid_features': 12, 'rid_Scaler': 'log', 'alphar': 0.07080262819789346, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 56, 'et_ne': 178, 'gbm_features': 2, 'gbm_Scaler': 'log', 'lambda_l1': 1.127778790397203e-06, 'lambda_l2': 4.67778991622298e-08, 'num_leaves': 253, 'feature_fraction': 0.7302571877934795, 'bagging_fraction': 0.7405417041483559, 'bagging_freq': 4, 'min_child_samples': 2}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:37,529] Finished trial#36 with value: 8.38303765860421 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'log', 'ada_ne': 461, 'ada_lr': 0.06590820869636739, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 17, 'et_ne': 118, 'xgb_features': 8, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.08229085565081605, 'alpha': 0.05904756119523061, 'max_depth': 1, 'eta': 0.0003847020119281091, 'gamma': 6.253401123650832e-08, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'forest', 'rate_drop': 0.2846742222733936, 'skip_drop': 3.8486086548527206e-05}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:38,745] Setting status of trial#37 as TrialState.PRUNED. Trial was pruned at iteration 12.\n",
            "[I 2020-07-13 04:33:39,735] Finished trial#38 with value: 8.176509665030169 with parameters: {'combos': 6, 'rid_features': 20, 'rid_Scaler': 'log', 'alphar': 2.529091317546595e-07, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 85, 'et_ne': 206, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.00032783462123658837, 'alpha': 5.194188468936556e-08, 'max_depth': 26, 'eta': 0.0040261496934356385, 'gamma': 1.0905930106679595e-07, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:41,023] Setting status of trial#39 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:43,123] Finished trial#40 with value: 3.4564104650041916 with parameters: {'combos': 4, 'ada_features': 12, 'ada_Scaler': 'stand', 'ada_ne': 420, 'ada_lr': 0.0709913097647364, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 40, 'et_ne': 69, 'gbm_features': 8, 'gbm_Scaler': 'log', 'lambda_l1': 9.196305570753826e-07, 'lambda_l2': 1.814244313397194e-07, 'num_leaves': 145, 'feature_fraction': 0.7521089791476582, 'bagging_fraction': 0.8954371109197888, 'bagging_freq': 3, 'min_child_samples': 3}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:44,541] Setting status of trial#41 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:46,454] Finished trial#42 with value: 8.375545525319332 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 328, 'ada_lr': 0.08718171770575014, 'et_features': 12, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 305, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.010719074624875076, 'alpha': 0.005128688430967861, 'max_depth': 46, 'eta': 5.900066947223541e-06, 'gamma': 0.005958297812468645, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:47,635] Setting status of trial#43 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:48,749] Finished trial#44 with value: 4.25197850999154 with parameters: {'combos': 5, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 8, 'ada_lr': 0.23233990707472194, 'xgb_features': 17, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.10426565282702714, 'alpha': 7.6119157381260606e-06, 'max_depth': 78, 'eta': 0.8601971058411975, 'gamma': 8.38403449719231e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'tree', 'rate_drop': 6.141272940314523e-08, 'skip_drop': 0.8991181520841667, 'gbm_features': 9, 'gbm_Scaler': 'log', 'lambda_l1': 4.646119094812569e-08, 'lambda_l2': 2.777589541894156e-05, 'num_leaves': 219, 'feature_fraction': 0.797460564093197, 'bagging_fraction': 0.838035116670536, 'bagging_freq': 2, 'min_child_samples': 2}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:50,193] Finished trial#45 with value: 7.104050157604958 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'log', 'ada_ne': 452, 'ada_lr': 0.3105214074496769, 'et_features': 9, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 76, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 2.7072697220470052e-06, 'alpha': 1.8325413432560538e-06, 'max_depth': 34, 'eta': 0.01666119633813536, 'gamma': 4.0322561981869957e-07, 'grow_policy': 'lossguide'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:52,597] Setting status of trial#46 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:53,472] Finished trial#47 with value: 8.80418451618872 with parameters: {'combos': 6, 'rid_features': 6, 'rid_Scaler': 'minmax', 'alphar': 0.9386044597449594, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 84, 'et_ne': 151, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.0029669828636978927, 'alpha': 1.0249523347126777e-08, 'max_depth': 10, 'eta': 0.0011883281025387973, 'gamma': 0.725653087020041, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:55,118] Finished trial#48 with value: 3.54568572012002 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 348, 'ada_lr': 0.07370710813700088, 'et_features': 7, 'et_Scaler': 'stand', 'et_max_depth': 34, 'et_ne': 208, 'xgb_features': 15, 'xgb_Scaler': 'stand', 'booster': 'gblinear', 'lambda': 1.3287729103951078e-07, 'alpha': 8.541146891508471e-07}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:56,380] Finished trial#49 with value: 3.67306729038287 with parameters: {'combos': 1, 'rid_features': 16, 'rid_Scaler': 'log', 'alphar': 2.4029710137447547e-05, 'ada_features': 0, 'ada_Scaler': 'log', 'ada_ne': 400, 'ada_lr': 0.050157499333056424, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.00010332546271633457, 'alpha': 0.00014890014443320388, 'max_depth': 58, 'eta': 0.17719240336147776, 'gamma': 8.952363963260514e-06, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:33:56,883] Setting status of trial#50 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:33:58,615] Setting status of trial#51 as TrialState.PRUNED. Trial was pruned at iteration 38.\n",
            "[I 2020-07-13 04:34:00,423] Finished trial#52 with value: 8.314219593692838 with parameters: {'combos': 5, 'ada_features': 1, 'ada_Scaler': 'stand', 'ada_ne': 438, 'ada_lr': 0.1413914502705056, 'xgb_features': 17, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.3319619053832049, 'alpha': 3.1546369503986005e-08, 'max_depth': 30, 'eta': 0.00019786683462836037, 'gamma': 1.1678410032674755e-08, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'forest', 'rate_drop': 0.00018427166703415137, 'skip_drop': 8.29438082157779e-06, 'gbm_features': 18, 'gbm_Scaler': 'log', 'lambda_l1': 4.820911726316327e-08, 'lambda_l2': 5.075867308579055e-05, 'num_leaves': 255, 'feature_fraction': 0.8194745474936147, 'bagging_fraction': 0.9754227622379262, 'bagging_freq': 5, 'min_child_samples': 3}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:01,657] Finished trial#53 with value: 4.278649608345485 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 270, 'ada_lr': 0.1987436596257281, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 105, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.0045377566541420005, 'alpha': 2.5751947379824666e-05}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:03,077] Finished trial#54 with value: 3.4638044329158895 with parameters: {'combos': 2, 'rid_features': 0, 'rid_Scaler': 'log', 'alphar': 0.024147232937424296, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 397, 'ada_lr': 0.1032149289692637, 'gbm_features': 11, 'gbm_Scaler': 'log', 'lambda_l1': 1.5348734389504983e-08, 'lambda_l2': 1.117232220591035e-06, 'num_leaves': 239, 'feature_fraction': 0.9573546096390767, 'bagging_fraction': 0.8666736731232967, 'bagging_freq': 7, 'min_child_samples': 6}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:04,424] Setting status of trial#55 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:06,006] Setting status of trial#56 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:06,817] Finished trial#57 with value: 3.7237837797183175 with parameters: {'combos': 8, 'rid_features': 18, 'rid_Scaler': 'stand', 'alphar': 1.5185054801973343e-07, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.00013710193704440815, 'alpha': 5.860154245612806e-06, 'max_depth': 1, 'eta': 0.26174684783918756, 'gamma': 0.11338842721122609, 'grow_policy': 'depthwise', 'gbm_features': 17, 'gbm_Scaler': 'log', 'lambda_l1': 0.001093405105083244, 'lambda_l2': 7.530823485041097e-06, 'num_leaves': 243, 'feature_fraction': 0.9210887764216776, 'bagging_fraction': 0.9538591822933188, 'bagging_freq': 4, 'min_child_samples': 6}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:08,114] Setting status of trial#58 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:10,106] Finished trial#59 with value: 3.7061315422003798 with parameters: {'combos': 3, 'ada_features': 18, 'ada_Scaler': 'stand', 'ada_ne': 360, 'ada_lr': 0.0957725860319775, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 168, 'xgb_features': 9, 'xgb_Scaler': 'minmax', 'booster': 'gblinear', 'lambda': 3.2899364694795045e-05, 'alpha': 0.00513974760625437}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:12,360] Setting status of trial#60 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:14,471] Setting status of trial#61 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:16,587] Setting status of trial#62 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:17,788] Setting status of trial#63 as TrialState.PRUNED. Trial was pruned at iteration 14.\n",
            "[I 2020-07-13 04:34:19,129] Setting status of trial#64 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:21,105] Setting status of trial#65 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:22,912] Finished trial#66 with value: 6.360550617659771 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'log', 'ada_ne': 285, 'ada_lr': 0.19687728935505153, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 59, 'et_ne': 350, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 7.825045493741599e-08, 'alpha': 1.3410284013177758e-05, 'max_depth': 64, 'eta': 0.0307602552055509, 'gamma': 0.007349678491912462, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'forest', 'rate_drop': 0.0006410899085547098, 'skip_drop': 0.02209452675719429}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:23,918] Finished trial#67 with value: 8.41306864657479 with parameters: {'combos': 6, 'rid_features': 13, 'rid_Scaler': 'log', 'alphar': 0.31750346503725985, 'et_features': 9, 'et_Scaler': 'log', 'et_max_depth': 48, 'et_ne': 254, 'xgb_features': 1, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.1561875996400229, 'alpha': 0.21039858767112216, 'max_depth': 96, 'eta': 0.0019702689901276473, 'gamma': 1.547206610106955e-05, 'grow_policy': 'lossguide'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:26,115] Setting status of trial#68 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:26,742] Setting status of trial#69 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:29,169] Finished trial#70 with value: 8.36104847989694 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'log', 'ada_ne': 466, 'ada_lr': 0.09293109725038015, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 460, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.05172270684508568, 'alpha': 0.002691916092736437, 'max_depth': 19, 'eta': 6.449207732203744e-05, 'gamma': 1.7498151488635387e-07, 'grow_policy': 'depthwise'}. Best is trial#14 with value: 3.3298130256079053.\n",
            "[I 2020-07-13 04:34:30,352] Finished trial#71 with value: 3.1664939910666847 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'log', 'ada_ne': 382, 'ada_lr': 0.8184887974138666, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 47, 'et_ne': 23, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4387600995446262, 'alpha': 1.131688807116589e-08, 'max_depth': 8, 'eta': 0.46235127252179425, 'gamma': 1.2681671877165903e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:31,384] Setting status of trial#72 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:32,393] Finished trial#73 with value: 3.3691196546235456 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 222, 'ada_lr': 0.8465445638967332, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 44, 'et_ne': 19, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4412469964233765, 'alpha': 2.822681141063427e-08, 'max_depth': 8, 'eta': 0.3509727974953899, 'gamma': 2.0368822521298703e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:33,172] Finished trial#74 with value: 3.3125697825548692 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 137, 'ada_lr': 0.5836565510337439, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 46, 'et_ne': 21, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5023452615438677, 'alpha': 2.443652712341304e-08, 'max_depth': 7, 'eta': 0.3327034188938223, 'gamma': 2.4405347232504437e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:33,827] Setting status of trial#75 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:34,605] Finished trial#76 with value: 3.376264159628417 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 86, 'ada_lr': 0.5848573729406766, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 34, 'et_ne': 20, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7000694102464528, 'alpha': 2.151976097866766e-08, 'max_depth': 6, 'eta': 0.3277155827507148, 'gamma': 2.832709173661278e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:35,336] Finished trial#77 with value: 3.294275650566221 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 114, 'ada_lr': 0.5641305243591584, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 36, 'et_ne': 19, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5481728775740837, 'alpha': 2.050872633472289e-08, 'max_depth': 8, 'eta': 0.2876991364494275, 'gamma': 2.5670457824606245e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:36,210] Finished trial#78 with value: 3.522414616165786 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'log', 'ada_ne': 223, 'ada_lr': 0.8380875108938997, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 43, 'et_ne': 1, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.38614882595894023, 'alpha': 1.0080836982414182e-08, 'max_depth': 12, 'eta': 0.889657428114681, 'gamma': 2.995010654197164e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:36,878] Finished trial#79 with value: 4.8695376024174735 with parameters: {'combos': 1, 'rid_features': 19, 'rid_Scaler': 'log', 'alphar': 0.26713039991986387, 'ada_features': 2, 'ada_Scaler': 'log', 'ada_ne': 106, 'ada_lr': 0.4114214187794268, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.8616651394916672, 'alpha': 3.9791674546447906e-08, 'max_depth': 7, 'eta': 0.08352619572763573, 'gamma': 2.0744475387311727e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:37,797] Finished trial#80 with value: 3.4626312598681293 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 182, 'ada_lr': 0.6315137974867547, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 37, 'et_ne': 52, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4044157318307786, 'alpha': 8.650783115834396e-08, 'max_depth': 1, 'eta': 0.4075368332152437, 'gamma': 1.8770123475895946e-07, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:38,301] Setting status of trial#81 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:39,113] Finished trial#82 with value: 3.3130872673506264 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 110, 'ada_lr': 0.711494164187792, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 30, 'et_ne': 24, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7049899781206688, 'alpha': 1.6873203058720993e-08, 'max_depth': 6, 'eta': 0.39147218837845044, 'gamma': 3.7682992968697125e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:39,886] Finished trial#83 with value: 3.366767682867893 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'log', 'ada_ne': 139, 'ada_lr': 0.8763368190020409, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 28, 'et_ne': 27, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2143516547237415, 'alpha': 1.021466762488256e-08, 'max_depth': 7, 'eta': 0.9720967177420393, 'gamma': 5.802819589342855e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:40,662] Finished trial#84 with value: 3.4739833371755147 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'log', 'ada_ne': 135, 'ada_lr': 0.6902998668922585, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 26, 'et_ne': 32, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.18702804460800249, 'alpha': 1.4243778362341966e-08, 'max_depth': 1, 'eta': 0.8993393428885222, 'gamma': 4.936776822219668e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:41,237] Setting status of trial#85 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:42,203] Finished trial#86 with value: 4.3994103206883235 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'log', 'ada_ne': 169, 'ada_lr': 0.9914880617083404, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 30, 'et_ne': 63, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.8584616471062199, 'alpha': 1.1777146860702657e-08, 'max_depth': 14, 'eta': 0.08874162332725731, 'gamma': 1.189531203740181e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:42,621] Setting status of trial#87 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:43,483] Finished trial#88 with value: 3.400098159110951 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'log', 'ada_ne': 57, 'ada_lr': 0.6982815452000222, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 21, 'et_ne': 95, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.07009696579793859, 'alpha': 1.1608683468157342e-07, 'max_depth': 7, 'eta': 0.943168358683038, 'gamma': 7.975225858375843e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:44,118] Setting status of trial#89 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:44,914] Finished trial#90 with value: 3.813279412021024 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 117, 'ada_lr': 0.7780916274101776, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 36, 'et_ne': 3, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.20170571263006115, 'alpha': 4.6342703267376413e-08, 'max_depth': 19, 'eta': 0.12197323366693599, 'gamma': 1.0082195022095164e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:45,832] Finished trial#91 with value: 3.3543004337336226 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 208, 'ada_lr': 0.9062138414363822, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 42, 'et_ne': 26, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4753233674055461, 'alpha': 2.508172638256641e-08, 'max_depth': 6, 'eta': 0.42047661569686057, 'gamma': 2.9633658422720643e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:46,688] Finished trial#92 with value: 3.279180501173791 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 165, 'ada_lr': 0.9381011478665648, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 51, 'et_ne': 40, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9796237309173392, 'alpha': 1.879996729258818e-08, 'max_depth': 4, 'eta': 0.4532668612424029, 'gamma': 4.526767450135756e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:47,483] Setting status of trial#93 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:48,587] Finished trial#94 with value: 3.3219016128209455 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 207, 'ada_lr': 0.7209980433968787, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 41, 'et_ne': 85, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5628887063087826, 'alpha': 2.228649950434454e-08, 'max_depth': 3, 'eta': 0.45655652659229906, 'gamma': 3.0286910927628225e-07, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:49,624] Finished trial#95 with value: 3.452199270341808 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 207, 'ada_lr': 0.7691845940263927, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 40, 'et_ne': 93, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9663844258935839, 'alpha': 2.1917414331171995e-08, 'max_depth': 4, 'eta': 0.40873186134855466, 'gamma': 3.1904576668463945e-07, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:50,341] Setting status of trial#96 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:51,314] Setting status of trial#97 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:52,078] Setting status of trial#98 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:53,153] Finished trial#99 with value: 6.067500257484435 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 207, 'ada_lr': 0.9657967618149501, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 38, 'et_ne': 75, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9870176762730883, 'alpha': 6.235949679049623e-08, 'max_depth': 1, 'eta': 0.04359047972055416, 'gamma': 3.302516261042268e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:54,012] Setting status of trial#100 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:34:54,845] Finished trial#101 with value: 3.4127962093917517 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 94, 'ada_lr': 0.9214921402971655, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 47, 'et_ne': 43, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.47763771431160224, 'alpha': 1.7780474833431064e-08, 'max_depth': 11, 'eta': 0.4192797905902368, 'gamma': 1.020568843321957e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:55,806] Finished trial#102 with value: 3.4732305411253455 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'log', 'ada_ne': 176, 'ada_lr': 0.7310681547653485, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 43, 'et_ne': 85, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.13696689944054552, 'alpha': 3.3003634582406035e-08, 'max_depth': 4, 'eta': 0.14853400973184597, 'gamma': 1.1646122912976335e-07, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:56,854] Finished trial#103 with value: 3.3196416768522936 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 199, 'ada_lr': 0.8169629227487459, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 52, 'et_ne': 109, 'xgb_features': 0, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5105800782705732, 'alpha': 1.0209344712608203e-08, 'max_depth': 12, 'eta': 0.5318376092505555, 'gamma': 2.0916138352238252e-08, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:58,023] Finished trial#104 with value: 3.225195385905419 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 238, 'ada_lr': 0.8405025803895417, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 52, 'et_ne': 136, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2648323499409261, 'alpha': 1.2828230953893656e-07, 'max_depth': 4, 'eta': 0.4949490986578498, 'gamma': 1.0680007451475737e-06, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:59,237] Finished trial#105 with value: 3.2516828955679626 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'log', 'ada_ne': 262, 'ada_lr': 0.8154654803559636, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 51, 'et_ne': 138, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.23209044726742906, 'alpha': 1.721296239852021e-07, 'max_depth': 14, 'eta': 0.19407488829859945, 'gamma': 4.355797797067472e-07, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:34:59,971] Setting status of trial#106 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:01,178] Finished trial#107 with value: 3.203929919843193 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 241, 'ada_lr': 0.9991032829430313, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 53, 'et_ne': 116, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.24978419647695901, 'alpha': 1.1917776144919891e-07, 'max_depth': 12, 'eta': 0.19572497799756444, 'gamma': 1.1992337919795557e-06, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:35:02,306] Finished trial#108 with value: 3.419863177120297 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 242, 'ada_lr': 0.9910267578316929, 'et_features': 2, 'et_Scaler': 'minmax', 'et_max_depth': 52, 'et_ne': 116, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.29951525734220674, 'alpha': 1.4798756696472082e-07, 'max_depth': 15, 'eta': 0.24456099222066302, 'gamma': 7.753834761898333e-07, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:35:03,108] Setting status of trial#109 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:04,465] Finished trial#110 with value: 3.2826852992237234 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 268, 'ada_lr': 0.7325064172140556, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 50, 'et_ne': 155, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.05154284325014484, 'alpha': 2.7510050126667936e-07, 'max_depth': 11, 'eta': 0.596867350109074, 'gamma': 2.0602687552358418e-06, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:35:05,728] Finished trial#111 with value: 3.3116661567135166 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 278, 'ada_lr': 0.7279059781476269, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 52, 'et_ne': 152, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9946907419784597, 'alpha': 3.3714919133166465e-07, 'max_depth': 11, 'eta': 0.6243318952494518, 'gamma': 1.1672274271559283e-06, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:35:06,621] Finished trial#112 with value: 3.2390665787268462 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 258, 'ada_lr': 0.736249236596938, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 50, 'et_ne': 142, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.05305183301528218, 'alpha': 4.807438521448656e-07, 'max_depth': 11, 'eta': 0.6591392436262308, 'gamma': 1.4332431775925173e-06, 'grow_policy': 'depthwise'}. Best is trial#71 with value: 3.1664939910666847.\n",
            "[I 2020-07-13 04:35:07,831] Finished trial#113 with value: 3.138850257839684 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 260, 'ada_lr': 0.6599632291784229, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 55, 'et_ne': 138, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.0660885366456831, 'alpha': 4.791649063292568e-07, 'max_depth': 11, 'eta': 0.9756973409141556, 'gamma': 1.6560466755471692e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:08,681] Setting status of trial#114 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:09,989] Finished trial#115 with value: 3.1777961657862357 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 263, 'ada_lr': 0.5460353832685693, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 56, 'et_ne': 146, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.09674513705890808, 'alpha': 5.224989777124613e-07, 'max_depth': 18, 'eta': 0.9988091561169352, 'gamma': 9.481676840912788e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:11,216] Finished trial#116 with value: 3.2011411173161193 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 267, 'ada_lr': 0.5826415192778661, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 56, 'et_ne': 143, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.04471538917402822, 'alpha': 4.6133031898941294e-07, 'max_depth': 20, 'eta': 0.9393365964739573, 'gamma': 1.3611693932721079e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:12,457] Finished trial#117 with value: 3.2258580883823287 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 275, 'ada_lr': 0.6597325952859278, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 56, 'et_ne': 144, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.03870076366391876, 'alpha': 5.499688263624085e-07, 'max_depth': 18, 'eta': 0.973223849122785, 'gamma': 1.539306650285027e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:13,692] Finished trial#118 with value: 3.4408831236370605 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 265, 'ada_lr': 0.541416666719672, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 58, 'et_ne': 139, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.04339710479872797, 'alpha': 6.609708655677616e-07, 'max_depth': 22, 'eta': 0.9731845719434375, 'gamma': 4.530032146195224e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:14,610] Setting status of trial#119 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:16,033] Finished trial#120 with value: 3.2620515323155646 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 262, 'ada_lr': 0.46745620393511794, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 56, 'et_ne': 188, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.01782938836388449, 'alpha': 4.090454608829583e-07, 'max_depth': 17, 'eta': 0.18020268210675655, 'gamma': 2.8071482784075124e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:17,364] Finished trial#121 with value: 3.3904771110215175 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 261, 'ada_lr': 0.46686883437731225, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 56, 'et_ne': 191, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.014350535009380511, 'alpha': 4.536157086196336e-07, 'max_depth': 18, 'eta': 0.15453153538854578, 'gamma': 2.575008320895514e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:18,555] Finished trial#122 with value: 3.2089180021665626 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 234, 'ada_lr': 0.4240719060254928, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 54, 'et_ne': 146, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.025431822924208328, 'alpha': 1.5363881678880876e-06, 'max_depth': 23, 'eta': 0.9702623268884892, 'gamma': 1.179344858235198e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:19,778] Finished trial#123 with value: 3.2505446840146774 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 245, 'ada_lr': 0.38927696429345615, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 55, 'et_ne': 151, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.036519944047203996, 'alpha': 1.4144701853121578e-06, 'max_depth': 22, 'eta': 0.7513952767244133, 'gamma': 1.3334391713930257e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:20,940] Finished trial#124 with value: 3.448147572655096 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 232, 'ada_lr': 0.3855158381970466, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 55, 'et_ne': 132, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.02323319217111568, 'alpha': 1.0316237649850784e-06, 'max_depth': 26, 'eta': 0.9380598761619254, 'gamma': 9.136892111743994e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:22,237] Finished trial#125 with value: 4.959247463044263 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 248, 'ada_lr': 0.4613392937297345, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 60, 'et_ne': 184, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.08714600288151604, 'alpha': 1.7953214909151967e-06, 'max_depth': 22, 'eta': 0.06597080253776204, 'gamma': 5.291490508602653e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:23,514] Finished trial#126 with value: 3.2838952860598503 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 284, 'ada_lr': 0.41504244899253756, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 57, 'et_ne': 141, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.013661952954342438, 'alpha': 1.1800627967880277e-06, 'max_depth': 17, 'eta': 0.19460961389209028, 'gamma': 1.4688809035708844e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:24,740] Setting status of trial#127 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:26,145] Finished trial#128 with value: 3.2569789923765278 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 296, 'ada_lr': 0.49535341130928523, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 62, 'et_ne': 150, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.037415259108043414, 'alpha': 5.132769247737371e-07, 'max_depth': 22, 'eta': 0.9460513242654488, 'gamma': 6.922047416296525e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:26,980] Setting status of trial#129 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:28,408] Finished trial#130 with value: 3.2075799817712567 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 303, 'ada_lr': 0.42946036437366286, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 60, 'et_ne': 157, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.03423067473394458, 'alpha': 4.148916304484543e-07, 'max_depth': 29, 'eta': 0.95224950160329, 'gamma': 5.526597155197199e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:29,747] Finished trial#131 with value: 3.377339021124801 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 298, 'ada_lr': 0.43340787957921867, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 62, 'et_ne': 159, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.03289152104253834, 'alpha': 6.423821813217793e-07, 'max_depth': 30, 'eta': 0.8484527108866167, 'gamma': 4.82914574669565e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:31,005] Finished trial#132 with value: 3.3349927315340615 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 272, 'ada_lr': 0.4790452221546231, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 60, 'et_ne': 145, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.059931190190586806, 'alpha': 2.3735429670859201e-07, 'max_depth': 23, 'eta': 0.9081637394746991, 'gamma': 3.1281560258421964e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:32,325] Finished trial#133 with value: 3.2944501988083577 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 287, 'ada_lr': 0.38684561934615475, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 57, 'et_ne': 161, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.12389360934072888, 'alpha': 3.160568651050728e-06, 'max_depth': 29, 'eta': 0.17871280546001825, 'gamma': 9.218000099100365e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:33,599] Finished trial#134 with value: 3.3486940638392695 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 235, 'ada_lr': 0.3627745387551865, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 64, 'et_ne': 195, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.007312913682122633, 'alpha': 4.391034651171443e-07, 'max_depth': 21, 'eta': 0.9941919530541046, 'gamma': 6.536080807623927e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:34,780] Setting status of trial#135 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:35,845] Setting status of trial#136 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:37,181] Finished trial#137 with value: 3.3252947305550755 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 277, 'ada_lr': 0.5460696582562955, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 54, 'et_ne': 128, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.019845697006338512, 'alpha': 4.6333466229266373e-07, 'max_depth': 25, 'eta': 0.633011704793013, 'gamma': 1.6297783213733625e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:38,499] Finished trial#138 with value: 3.272918349192022 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 222, 'ada_lr': 0.4428137842066281, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 58, 'et_ne': 220, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.08860869130017064, 'alpha': 1.8552017021504996e-07, 'max_depth': 15, 'eta': 0.2200034942719438, 'gamma': 1.2290496849481228e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:39,583] Setting status of trial#139 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:40,951] Finished trial#140 with value: 3.395426428085855 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 302, 'ada_lr': 0.49910706166817526, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 61, 'et_ne': 119, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.036776868144367286, 'alpha': 1.3992313627176789e-06, 'max_depth': 20, 'eta': 0.6206342688175519, 'gamma': 8.100161001945966e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:42,156] Finished trial#141 with value: 3.299156829338374 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 221, 'ada_lr': 0.44311975368715906, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 65, 'et_ne': 163, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.09969000631019666, 'alpha': 1.9516215911348175e-07, 'max_depth': 15, 'eta': 0.23000549040955667, 'gamma': 1.3177294782920607e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:43,554] Finished trial#142 with value: 3.203334184701738 with parameters: {'combos': 3, 'ada_features': 10, 'ada_Scaler': 'log', 'ada_ne': 259, 'ada_lr': 0.5644974264578002, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 59, 'et_ne': 216, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.025404462896055035, 'alpha': 7.333217079647255e-07, 'max_depth': 14, 'eta': 0.25801461995331004, 'gamma': 4.725516430503618e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:44,885] Finished trial#143 with value: 3.2923335162988363 with parameters: {'combos': 3, 'ada_features': 10, 'ada_Scaler': 'log', 'ada_ne': 260, 'ada_lr': 0.5817067298370465, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 48, 'et_ne': 179, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.022248504042587842, 'alpha': 8.166009427703092e-07, 'max_depth': 17, 'eta': 0.9895019909034668, 'gamma': 4.908684238088548e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:46,398] Finished trial#144 with value: 3.7791156708860467 with parameters: {'combos': 3, 'ada_features': 11, 'ada_Scaler': 'log', 'ada_ne': 291, 'ada_lr': 0.6670658772572071, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 53, 'et_ne': 238, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.006415292914726627, 'alpha': 4.3297892997498874e-07, 'max_depth': 13, 'eta': 0.11775602785470296, 'gamma': 2.760057216746169e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:47,294] Setting status of trial#145 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:48,574] Finished trial#146 with value: 3.301410627251706 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 236, 'ada_lr': 0.6108087537502194, 'et_features': 3, 'et_Scaler': 'stand', 'et_max_depth': 59, 'et_ne': 134, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.03973854373093863, 'alpha': 1.1812893993735044e-07, 'max_depth': 24, 'eta': 0.28259205632716466, 'gamma': 2.62470223750754e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:49,757] Finished trial#147 with value: 3.2299060005928415 with parameters: {'combos': 3, 'ada_features': 10, 'ada_Scaler': 'log', 'ada_ne': 254, 'ada_lr': 0.5111409382000653, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 50, 'et_ne': 107, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.061054651983189226, 'alpha': 2.9629541802899886e-06, 'max_depth': 20, 'eta': 0.5750037075577457, 'gamma': 5.769443133451614e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:50,928] Finished trial#148 with value: 3.3637979527559194 with parameters: {'combos': 3, 'ada_features': 10, 'ada_Scaler': 'log', 'ada_ne': 250, 'ada_lr': 0.560415746688069, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 50, 'et_ne': 111, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.05581525438327199, 'alpha': 2.5774712727711886e-06, 'max_depth': 27, 'eta': 0.5650153482297087, 'gamma': 5.199458245906922e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:52,252] Finished trial#149 with value: 3.2605577554973335 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 280, 'ada_lr': 0.5169805230754526, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 45, 'et_ne': 151, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1421197270899517, 'alpha': 1.5235256931965257e-06, 'max_depth': 20, 'eta': 0.529010821884853, 'gamma': 7.672143073861805e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:53,326] Setting status of trial#150 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:35:54,744] Finished trial#151 with value: 3.2762837848782405 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 283, 'ada_lr': 0.5158987912808352, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 45, 'et_ne': 150, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.13989882098518988, 'alpha': 1.5419001965541348e-06, 'max_depth': 20, 'eta': 0.6563456027182588, 'gamma': 7.361798478144e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:55,966] Finished trial#152 with value: 3.331534679387428 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 242, 'ada_lr': 0.5376217813122917, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 48, 'et_ne': 129, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2674991598774399, 'alpha': 5.369086172087105e-06, 'max_depth': 33, 'eta': 0.2965342986596058, 'gamma': 2.2610532673071353e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:57,405] Finished trial#153 with value: 3.3719659488174076 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 333, 'ada_lr': 0.8640496253245253, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 52, 'et_ne': 168, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.030229411020542232, 'alpha': 9.113479193501173e-07, 'max_depth': 19, 'eta': 0.6023733204624603, 'gamma': 4.2122473302665583e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:58,688] Finished trial#154 with value: 3.3125532564274445 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 254, 'ada_lr': 0.4882998474777989, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 55, 'et_ne': 144, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.06120434218058631, 'alpha': 6.395175255633573e-07, 'max_depth': 9, 'eta': 0.34602947254000616, 'gamma': 8.92976866730583e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:35:59,983] Finished trial#155 with value: 3.686858702630874 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'minmax', 'ada_ne': 277, 'ada_lr': 0.6301105168813055, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 51, 'et_ne': 120, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.16243179600308588, 'alpha': 1.1030691883497354e-06, 'max_depth': 14, 'eta': 0.9885437657388237, 'gamma': 1.6789887484483466e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:01,185] Finished trial#156 with value: 8.370763662602036 with parameters: {'combos': 3, 'ada_features': 11, 'ada_Scaler': 'log', 'ada_ne': 228, 'ada_lr': 0.40134265947913933, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 58, 'et_ne': 137, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.07380738399577613, 'alpha': 2.7663148883519625e-07, 'max_depth': 23, 'eta': 1.651409894822485e-07, 'gamma': 6.172647393390706e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:02,238] Setting status of trial#157 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:03,739] Finished trial#158 with value: 3.495777770196275 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 266, 'ada_lr': 0.5203329320166961, 'et_features': 16, 'et_Scaler': 'minmax', 'et_max_depth': 53, 'et_ne': 159, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2340254250080758, 'alpha': 3.869841639424774e-06, 'max_depth': 17, 'eta': 0.5495453560149434, 'gamma': 1.5900914163056005e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:04,887] Setting status of trial#159 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:06,296] Finished trial#160 with value: 3.218272227500903 with parameters: {'combos': 3, 'ada_features': 12, 'ada_Scaler': 'log', 'ada_ne': 291, 'ada_lr': 0.36151909008594274, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 49, 'et_ne': 128, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.03451011269188261, 'alpha': 6.254890008110878e-07, 'max_depth': 21, 'eta': 0.3338159614759381, 'gamma': 1.2198525266412788e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:07,683] Finished trial#161 with value: 3.249231931131268 with parameters: {'combos': 3, 'ada_features': 13, 'ada_Scaler': 'log', 'ada_ne': 318, 'ada_lr': 0.36530218470341314, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 49, 'et_ne': 126, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.03517380087054506, 'alpha': 6.122772456584707e-07, 'max_depth': 21, 'eta': 0.34096366728151456, 'gamma': 1.0637083544980479e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:09,061] Finished trial#162 with value: 3.287328401710857 with parameters: {'combos': 3, 'ada_features': 13, 'ada_Scaler': 'log', 'ada_ne': 315, 'ada_lr': 0.3600855837116527, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 49, 'et_ne': 128, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.026945026999304022, 'alpha': 6.214810247028962e-07, 'max_depth': 27, 'eta': 0.3115087818860014, 'gamma': 2.1326715589879757e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:10,291] Finished trial#163 with value: 4.9297226953245366 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 289, 'ada_lr': 0.32190049934901527, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 54, 'et_ne': 110, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.014663423680112619, 'alpha': 1.5136167711840742e-07, 'max_depth': 13, 'eta': 0.06461642228687829, 'gamma': 1.1153208893666672e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:11,823] Finished trial#164 with value: 3.2740294989751635 with parameters: {'combos': 3, 'ada_features': 15, 'ada_Scaler': 'log', 'ada_ne': 356, 'ada_lr': 0.25499539242017244, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 51, 'et_ne': 137, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.03179643496754691, 'alpha': 2.9387253118980637e-07, 'max_depth': 22, 'eta': 0.9857053850888471, 'gamma': 3.600396986490446e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:13,097] Finished trial#165 with value: 3.3851997784197523 with parameters: {'combos': 3, 'ada_features': 15, 'ada_Scaler': 'log', 'ada_ne': 256, 'ada_lr': 0.4520745814484282, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 57, 'et_ne': 119, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.05297723192938994, 'alpha': 9.421829255557802e-08, 'max_depth': 10, 'eta': 0.4361781154993388, 'gamma': 3.0421995924853334e-05, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:14,100] Setting status of trial#166 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:15,494] Finished trial#167 with value: 4.118178111956463 with parameters: {'combos': 3, 'ada_features': 12, 'ada_Scaler': 'log', 'ada_ne': 266, 'ada_lr': 0.3867718166381062, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 47, 'et_ne': 143, 'xgb_features': 2, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.09700180103735273, 'alpha': 8.002688510224576e-07, 'max_depth': 16, 'eta': 0.10702228506769543, 'gamma': 3.938988207723826e-06, 'grow_policy': 'lossguide'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:16,758] Setting status of trial#168 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:18,399] Finished trial#169 with value: 3.3683307527450723 with parameters: {'combos': 3, 'ada_features': 12, 'ada_Scaler': 'log', 'ada_ne': 246, 'ada_lr': 0.34107695795656784, 'et_features': 4, 'et_Scaler': 'stand', 'et_max_depth': 56, 'et_ne': 266, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.009556170093828992, 'alpha': 4.451033668869446e-07, 'max_depth': 24, 'eta': 0.2638901138763167, 'gamma': 1.6193494949666654e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:19,677] Finished trial#170 with value: 3.29632880665104 with parameters: {'combos': 3, 'ada_features': 12, 'ada_Scaler': 'log', 'ada_ne': 275, 'ada_lr': 0.7773191843627404, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 50, 'et_ne': 126, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.036070009696655546, 'alpha': 2.2699065849437044e-07, 'max_depth': 19, 'eta': 0.6832561911408497, 'gamma': 1.011522527567357e-06, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'tree', 'rate_drop': 7.892725877157979e-07, 'skip_drop': 3.1366614277792047e-07}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:21,019] Finished trial#171 with value: 3.364513146137301 with parameters: {'combos': 3, 'ada_features': 14, 'ada_Scaler': 'log', 'ada_ne': 276, 'ada_lr': 0.487160368031391, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 48, 'et_ne': 145, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.07522726681419097, 'alpha': 9.655075285085358e-07, 'max_depth': 21, 'eta': 0.4944551774143392, 'gamma': 7.602758443012848e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:22,352] Finished trial#172 with value: 3.4437921694287037 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 292, 'ada_lr': 0.6046887592062478, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 53, 'et_ne': 151, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.12604004147514603, 'alpha': 2.0151535588226567e-06, 'max_depth': 19, 'eta': 0.7308872740071389, 'gamma': 5.523726322268558e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:23,623] Finished trial#173 with value: 3.4056948888148675 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 259, 'ada_lr': 0.5471281975759696, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 45, 'et_ne': 161, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.04005365681784574, 'alpha': 5.620281974742178e-07, 'max_depth': 13, 'eta': 0.37862557697265514, 'gamma': 1.9496781230200617e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:24,973] Finished trial#174 with value: 3.43955663624214 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 304, 'ada_lr': 0.3717267246692163, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 59, 'et_ne': 157, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3003395676259513, 'alpha': 1.1557887425145749e-06, 'max_depth': 9, 'eta': 0.14654393635163612, 'gamma': 3.7731948526196535e-07, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:26,243] Finished trial#175 with value: 3.1474444553937295 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 281, 'ada_lr': 0.6468575540679798, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 51, 'et_ne': 135, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1807413357702297, 'alpha': 1.5072849410779534e-06, 'max_depth': 21, 'eta': 0.7094205723878071, 'gamma': 1.0857282192726476e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:27,459] Finished trial#176 with value: 3.266911058589531 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 251, 'ada_lr': 0.6573015511507745, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 55, 'et_ne': 132, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.02118561097722441, 'alpha': 3.898806030313987e-07, 'max_depth': 28, 'eta': 0.7566557197139868, 'gamma': 6.271946485028525e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:28,586] Finished trial#177 with value: 3.208019993300816 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 231, 'ada_lr': 0.8065109054794299, 'et_features': 2, 'et_Scaler': 'stand', 'et_max_depth': 51, 'et_ne': 116, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.04841203858462324, 'alpha': 2.7993792930455937e-06, 'max_depth': 17, 'eta': 0.22272107246992243, 'gamma': 1.215553097667814e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:29,420] Setting status of trial#178 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:30,324] Finished trial#179 with value: 3.2351787227831976 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 228, 'ada_lr': 0.7528125974608675, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 51, 'et_ne': 112, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2083497867420269, 'alpha': 9.126912038069249e-06, 'max_depth': 43, 'eta': 0.21455294947439704, 'gamma': 1.3102472640639358e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:31,401] Finished trial#180 with value: 3.285376092143381 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 228, 'ada_lr': 0.6959934097765907, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 53, 'et_ne': 92, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.06940361167015521, 'alpha': 1.041810274395658e-05, 'max_depth': 45, 'eta': 0.30126405692645897, 'gamma': 3.7974488929188513e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:32,551] Finished trial#181 with value: 3.1701316894201828 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 240, 'ada_lr': 0.90560213565417, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 51, 'et_ne': 113, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2018958924707617, 'alpha': 3.90089931134582e-06, 'max_depth': 54, 'eta': 0.2144587946757614, 'gamma': 1.3557673620996155e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:33,706] Finished trial#182 with value: 3.2253891605871234 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 239, 'ada_lr': 0.8969050054019918, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 49, 'et_ne': 115, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.18967680084306413, 'alpha': 3.7745207860093134e-06, 'max_depth': 55, 'eta': 0.2242276319990571, 'gamma': 1.3749403197590798e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:34,829] Finished trial#183 with value: 4.949224041998481 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 233, 'ada_lr': 0.866401607358191, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 50, 'et_ne': 109, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.19417315001926297, 'alpha': 3.4126003584237104e-06, 'max_depth': 54, 'eta': 0.06638005305745301, 'gamma': 2.2257619818346544e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:35,940] Finished trial#184 with value: 3.538129750235803 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 213, 'ada_lr': 0.9988091032202212, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 48, 'et_ne': 115, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.10295092471959523, 'alpha': 4.364120805321476e-06, 'max_depth': 55, 'eta': 0.13188228850166106, 'gamma': 1.2743575978117469e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:37,065] Finished trial#185 with value: 3.4276751015563223 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'log', 'ada_ne': 236, 'ada_lr': 0.7567306034371534, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 47, 'et_ne': 103, 'xgb_features': 1, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.33729204750012665, 'alpha': 2.470454125141515e-06, 'max_depth': 58, 'eta': 0.19958522844017001, 'gamma': 2.8761029582577058e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:38,129] Finished trial#186 with value: 3.7025685730596467 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 199, 'ada_lr': 0.8630579301083695, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 51, 'et_ne': 122, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.05315300343408086, 'alpha': 9.760740205293475e-06}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:39,092] Setting status of trial#187 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:40,332] Finished trial#188 with value: 3.21585310439341 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 245, 'ada_lr': 0.9497586962030785, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 49, 'et_ne': 113, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2030296631478677, 'alpha': 2.1586388006186293e-05, 'max_depth': 50, 'eta': 0.4246939951243983, 'gamma': 1.1676122878310887e-06, 'grow_policy': 'depthwise'}. Best is trial#113 with value: 3.138850257839684.\n",
            "[I 2020-07-13 04:36:41,468] Finished trial#189 with value: 3.0881125900260935 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 240, 'ada_lr': 0.913179090683785, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 57, 'et_ne': 111, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.15680705055306365, 'alpha': 2.4970595681666462e-05, 'max_depth': 46, 'eta': 0.2282257094787555, 'gamma': 1.7580264168390165e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:42,598] Finished trial#190 with value: 4.350533674719822 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 238, 'ada_lr': 0.9228967133032422, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 56, 'et_ne': 99, 'xgb_features': 3, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.24001639814826026, 'alpha': 1.5542358914741977e-05, 'max_depth': 49, 'eta': 0.09314329762301225, 'gamma': 1.9622252083348766e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:43,758] Finished trial#191 with value: 3.1825887361673924 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 250, 'ada_lr': 0.9429727377333096, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 53, 'et_ne': 115, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.136419297571614, 'alpha': 6.938015515020496e-05, 'max_depth': 42, 'eta': 0.22799640074767022, 'gamma': 1.3713245456078998e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:44,839] Finished trial#192 with value: 6.741078231586241 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 245, 'ada_lr': 0.9340383649551097, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 54, 'et_ne': 78, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1715638065654025, 'alpha': 4.5753019020109646e-05, 'max_depth': 42, 'eta': 0.025582405950607564, 'gamma': 1.025674918153796e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:45,954] Finished trial#193 with value: 3.166237506653821 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'log', 'ada_ne': 227, 'ada_lr': 0.9058260601136032, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 57, 'et_ne': 107, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.11664543990181965, 'alpha': 5.444759698790297e-06, 'max_depth': 52, 'eta': 0.21668208265350364, 'gamma': 1.8741218969831283e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:47,040] Finished trial#194 with value: 3.0934802723430517 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 215, 'ada_lr': 0.9968946447158521, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 59, 'et_ne': 109, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.10598722905872242, 'alpha': 8.792349537465413e-05, 'max_depth': 52, 'eta': 0.4034945642760616, 'gamma': 3.229069121409709e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:48,127] Finished trial#195 with value: 3.366587276811367 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 212, 'ada_lr': 0.9946810741644784, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 58, 'et_ne': 118, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.10979096333380939, 'alpha': 0.0001257399341335859, 'max_depth': 51, 'eta': 0.14700371950544233, 'gamma': 3.4102834825902322e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:49,197] Finished trial#196 with value: 3.1272206807303116 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 218, 'ada_lr': 0.908534570550307, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 59, 'et_ne': 94, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3522098414745771, 'alpha': 9.015206639530753e-05, 'max_depth': 54, 'eta': 0.2686401453132647, 'gamma': 2.2061145727616955e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:50,267] Finished trial#197 with value: 3.2697010511121647 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 218, 'ada_lr': 0.908536927185646, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 58, 'et_ne': 95, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.346894312544757, 'alpha': 2.386175505416877e-05, 'max_depth': 62, 'eta': 0.21374762321347215, 'gamma': 2.1241894688076318e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:51,322] Finished trial#198 with value: 3.231771441888615 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 194, 'ada_lr': 0.9899824882713449, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 60, 'et_ne': 109, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.15083584192680843, 'alpha': 6.061623444483037e-05, 'max_depth': 51, 'eta': 0.3807492926429669, 'gamma': 5.951907691773816e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:52,122] Setting status of trial#199 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:53,211] Setting status of trial#200 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:36:54,433] Finished trial#201 with value: 3.220331057724675 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 217, 'ada_lr': 0.9991472875013959, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 56, 'et_ne': 131, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3113833082269204, 'alpha': 0.0002558404386065235, 'max_depth': 53, 'eta': 0.25708548055002745, 'gamma': 1.5292902454772918e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:55,542] Finished trial#202 with value: 3.2106238313139395 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 204, 'ada_lr': 0.9650461944770249, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 130, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2314570785259811, 'alpha': 0.0002618264445915458, 'max_depth': 54, 'eta': 0.24698328538646214, 'gamma': 2.827461049645521e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:56,647] Finished trial#203 with value: 3.1807647032961968 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 207, 'ada_lr': 0.9409472546119744, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 132, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3694009461107945, 'alpha': 9.207308816090911e-05, 'max_depth': 52, 'eta': 0.27133903609490406, 'gamma': 2.3667814717925227e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:57,752] Finished trial#204 with value: 3.4814694645124704 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'log', 'ada_ne': 204, 'ada_lr': 0.98707736852144, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 124, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.14023219382305957, 'alpha': 0.0003877751547822086, 'max_depth': 49, 'eta': 0.136340782121932, 'gamma': 2.9145716179831527e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:58,841] Finished trial#205 with value: 3.1967359253052843 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 196, 'ada_lr': 0.9533020558209838, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 129, 'xgb_features': 2, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.37247384610711026, 'alpha': 0.00014597378437541353, 'max_depth': 53, 'eta': 0.29948585248429926, 'gamma': 9.134569244378959e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:36:59,864] Finished trial#206 with value: 3.128596755394337 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'log', 'ada_ne': 186, 'ada_lr': 0.9140851561103972, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 98, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.46555344327720555, 'alpha': 7.885296863472642e-05, 'max_depth': 57, 'eta': 0.37367332722440283, 'gamma': 1.1532671933083574e-05, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:37:00,834] Finished trial#207 with value: 3.199412942698803 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 173, 'ada_lr': 0.948545166236572, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 68, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4548850724388755, 'alpha': 6.458179873800949e-05, 'max_depth': 58, 'eta': 0.403113917054368, 'gamma': 8.623000651061472e-06, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:37:01,787] Finished trial#208 with value: 4.47222095481238 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 179, 'ada_lr': 0.902070963047871, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 63, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5924403802999969, 'alpha': 8.130715448267097e-05, 'max_depth': 58, 'eta': 0.0879779097597271, 'gamma': 1.2236209611461088e-05, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:37:02,814] Finished trial#209 with value: 3.5085352836849704 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 186, 'ada_lr': 0.8128559851696593, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 92, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6527093073968823, 'alpha': 0.0001786359386247586, 'max_depth': 59, 'eta': 0.16632405569966205, 'gamma': 2.3416346952229436e-05, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:37:03,863] Finished trial#210 with value: 3.3022459923990755 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 174, 'ada_lr': 0.9478652790433058, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 99, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4275350518591895, 'alpha': 0.00011163368778490273, 'max_depth': 52, 'eta': 0.26694048720062596, 'gamma': 1.24783635604294e-05, 'grow_policy': 'depthwise'}. Best is trial#189 with value: 3.0881125900260935.\n",
            "[I 2020-07-13 04:37:04,966] Finished trial#211 with value: 3.0379422089787957 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.929246781857786, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 109, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.283884485675908, 'alpha': 7.744958871025108e-05, 'max_depth': 49, 'eta': 0.4125895721179428, 'gamma': 5.64046185477438e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:05,944] Finished trial#212 with value: 3.3376111626818443 with parameters: {'combos': 0, 'rid_features': 4, 'rid_Scaler': 'stand', 'alphar': 0.0003171695425989627, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 198, 'ada_lr': 0.998821941523016, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 71}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:07,030] Finished trial#213 with value: 3.186137340745008 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 188, 'ada_lr': 0.88251096429756, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 107, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.40091045925779295, 'alpha': 8.506810236340694e-05, 'max_depth': 56, 'eta': 0.41274051515036364, 'gamma': 7.517916326475188e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:08,435] Finished trial#214 with value: 3.2385299274142025 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 186, 'ada_lr': 0.8718521553952843, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 298, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4455895449803571, 'alpha': 7.886575212126281e-05, 'max_depth': 56, 'eta': 0.40893425527642496, 'gamma': 7.041535823133863e-05, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:09,521] Finished trial#215 with value: 3.0792460754377937 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 198, 'ada_lr': 0.9042808203115886, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 103, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3672014043673342, 'alpha': 4.772046412156851e-05, 'max_depth': 48, 'eta': 0.47640375130869345, 'gamma': 8.136707047098258e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:10,572] Finished trial#216 with value: 3.1618482362484914 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 188, 'ada_lr': 0.8109666700127065, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 87, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.69738516929819, 'alpha': 3.8033783295298225e-05, 'max_depth': 46, 'eta': 0.427675178111629, 'gamma': 7.400255496824571e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:11,616] Finished trial#217 with value: 3.275250787299017 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 191, 'ada_lr': 0.9009415368177841, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 83, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.610833831034288, 'alpha': 5.00724722394429e-05, 'max_depth': 47, 'eta': 0.38377225576534985, 'gamma': 7.3582690505751435e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:12,617] Finished trial#218 with value: 3.2237310732716984 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 161, 'ada_lr': 0.8461507378978733, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 91, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3524573998570583, 'alpha': 3.318343033069614e-05, 'max_depth': 46, 'eta': 0.4950687099002064, 'gamma': 8.779769070297835e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:13,680] Finished trial#219 with value: 3.0693074541257928 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 171, 'ada_lr': 0.9267720062297824, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 106, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4217012790436337, 'alpha': 7.523853240319472e-05, 'max_depth': 48, 'eta': 0.34565609587391916, 'gamma': 2.0038355848517387e-05, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:14,719] Finished trial#220 with value: 3.505540587376168 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 174, 'ada_lr': 0.9289811466181536, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 101, 'xgb_features': 5, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.4284300306680154, 'alpha': 7.148918126646296e-05, 'max_depth': 49, 'eta': 0.32127881017424836, 'gamma': 1.815595677147357e-05, 'grow_policy': 'lossguide'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:15,794] Finished trial#221 with value: 3.3099251303908312 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 184, 'ada_lr': 0.8942607395305904, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 100, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7946486352517508, 'alpha': 0.00010425219326614152, 'max_depth': 47, 'eta': 0.5421826536793604, 'gamma': 4.884485150423701e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:16,812] Finished trial#222 with value: 3.299034097376062 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 154, 'ada_lr': 0.9982058450687704, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 108, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.33780498160858863, 'alpha': 0.00015885108041574294, 'max_depth': 52, 'eta': 0.32079582530340167, 'gamma': 9.154351792203492e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:17,828] Finished trial#223 with value: 3.2870252136514324 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.8309575480468713, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 71, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6292861712604204, 'alpha': 4.257674024667771e-05, 'max_depth': 57, 'eta': 0.4528276598753841, 'gamma': 1.2153638385158187e-05, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:18,826] Finished trial#224 with value: 3.3267676046502563 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 171, 'ada_lr': 0.9483825336539471, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 85, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.27352179115133185, 'alpha': 6.137056391567009e-05, 'max_depth': 62, 'eta': 0.16631170204199852, 'gamma': 5.007756224941538e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:19,929] Finished trial#225 with value: 3.3661841845348985 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 191, 'ada_lr': 0.7942310926310409, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 106, 'xgb_features': 7, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.37664947385196307, 'alpha': 9.159578019676371e-05, 'max_depth': 44, 'eta': 0.7386827108152584, 'gamma': 7.686195050427616e-06, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.01841396887675001, 'skip_drop': 0.001983991648468212}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:21,009] Finished trial#226 with value: 3.3014228109636665 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 206, 'ada_lr': 0.8827380710294617, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 90, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6017347567200079, 'alpha': 4.1308997925790185e-05, 'max_depth': 48, 'eta': 0.30113626567637425, 'gamma': 2.0391270159351482e-05, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:22,068] Finished trial#227 with value: 3.3565334505798132 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 167, 'ada_lr': 0.999842794102935, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 61, 'et_ne': 120, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9885404009657531, 'alpha': 0.000228951276040558, 'max_depth': 61, 'eta': 0.6526191950596689, 'gamma': 1.0381525160702103e-05, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:23,143] Finished trial#228 with value: 3.2328703194008352 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 180, 'ada_lr': 0.9328661989521615, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 104, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.10703257833363955, 'alpha': 3.0414907837005387e-05, 'max_depth': 53, 'eta': 0.45221540635199864, 'gamma': 4.490252992659478e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:24,220] Finished trial#229 with value: 3.848898080294593 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 201, 'ada_lr': 0.8542672256921365, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 81, 'et_ne': 99, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1539120325290411, 'alpha': 6.002936989310817e-05, 'max_depth': 56, 'eta': 0.11595974957074623, 'gamma': 6.226553781582414e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:25,537] Finished trial#230 with value: 8.43042436063248 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.9011836210259146, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 225, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.29046739026290214, 'alpha': 0.00013953958073717912, 'max_depth': 41, 'eta': 1.955086683544663e-05, 'gamma': 1.4566007250797577e-05, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:26,613] Finished trial#231 with value: 3.314562284302801 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 188, 'ada_lr': 0.8003773283452721, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 118, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.420633004716159, 'alpha': 9.412848397404006e-05, 'max_depth': 51, 'eta': 0.18102071365938435, 'gamma': 3.6128880003277066e-05, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:27,749] Finished trial#232 with value: 3.2725083210166765 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.8242699736324307, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 60, 'et_ne': 114, 'xgb_features': 3, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.08896676990132543, 'alpha': 5.349535361089542e-05, 'max_depth': 60, 'eta': 0.2344479405016224, 'gamma': 4.061598617981664e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:28,773] Finished trial#233 with value: 3.238483606465466 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 145, 'ada_lr': 0.9471491070705793, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 121, 'xgb_features': 4, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.24599599335129138, 'alpha': 1.7728574874546546e-05, 'max_depth': 54, 'eta': 0.24338434804308903, 'gamma': 0.0005168855781284117, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:29,934] Finished trial#234 with value: 3.086170218916894 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.7860010940382188, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 133, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.16807900492680067, 'alpha': 8.073989971165175e-05, 'max_depth': 35, 'eta': 0.3708114956691969, 'gamma': 2.2722997720797743e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:31,058] Finished trial#235 with value: 3.5234046066883904 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 175, 'ada_lr': 0.9970803657922391, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 137, 'xgb_features': 5, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.19133093810293475, 'alpha': 7.973471261519227e-05, 'max_depth': 46, 'eta': 0.9938771752258027, 'gamma': 2.4577672678769548e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:32,108] Finished trial#236 with value: 3.304762896001246 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.8676933971168159, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 76, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5359421301450351, 'alpha': 0.0001747223417703651, 'max_depth': 34, 'eta': 0.4506887831611885, 'gamma': 4.06349926857402e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:33,247] Finished trial#237 with value: 3.1545274636816716 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.9156958618836025, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 131, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1427947102495269, 'alpha': 0.00011947212479795029, 'max_depth': 39, 'eta': 0.6112414789939191, 'gamma': 5.966424650989618e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:34,406] Finished trial#238 with value: 3.253121796958026 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 188, 'ada_lr': 0.9097854241892105, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 129, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1302472220689215, 'alpha': 0.00011748173168580183, 'max_depth': 36, 'eta': 0.6189573740832186, 'gamma': 7.257132289313906e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:35,522] Finished trial#239 with value: 4.015097990220133 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 207, 'ada_lr': 0.7841242819011885, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 107, 'xgb_features': 6, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.1712351400604048, 'alpha': 3.493442476748655e-05}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:36,530] Finished trial#240 with value: 3.429651421995626 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 164, 'ada_lr': 0.8495827520017706, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 90, 'xgb_features': 5, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.26072993218174706, 'alpha': 6.677631584994517e-05, 'max_depth': 40, 'eta': 0.36168891464583086, 'gamma': 2.1243571133311087e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:37,676] Finished trial#241 with value: 3.38594278354509 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 180, 'ada_lr': 0.953330816248876, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 135, 'xgb_features': 7, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.08865778832443322, 'alpha': 0.0001074699298256353, 'max_depth': 50, 'eta': 0.6999474644124017, 'gamma': 5.4048556050404224e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:38,808] Finished trial#242 with value: 3.1651794200136107 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 202, 'ada_lr': 0.8952095793419034, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 126, 'xgb_features': 7, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3845505276822502, 'alpha': 5.220139906331201e-05, 'max_depth': 37, 'eta': 0.3488788158437228, 'gamma': 3.338572558727668e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:39,929] Finished trial#243 with value: 3.2475995761923273 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 198, 'ada_lr': 0.881941355022868, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 123, 'xgb_features': 7, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3820603308212175, 'alpha': 5.735061260997839e-05, 'max_depth': 56, 'eta': 0.3281702056031788, 'gamma': 3.3454016663312535e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:41,062] Finished trial#244 with value: 3.134343038165497 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.9943408761812454, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 97, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.755500053983397, 'alpha': 3.008232927844304e-05, 'max_depth': 39, 'eta': 0.46887169529200406, 'gamma': 9.850987272914992e-06, 'grow_policy': 'depthwise'}. Best is trial#211 with value: 3.0379422089787957.\n",
            "[I 2020-07-13 04:37:42,206] Finished trial#245 with value: 2.9124595789799286 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.9972100226042621, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 110, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5378556486530903, 'alpha': 3.475075156623845e-05, 'max_depth': 39, 'eta': 0.49626592972793626, 'gamma': 1.0100055380169173e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:43,331] Finished trial#246 with value: 3.185365512945246 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 219, 'ada_lr': 0.9485554538659058, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 96, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6547021023586345, 'alpha': 2.5914588196955304e-05, 'max_depth': 36, 'eta': 0.5280404445806057, 'gamma': 9.334020364528507e-06, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:44,483] Finished trial#247 with value: 3.169104924867507 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.9903169771274707, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 96, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5655043042525737, 'alpha': 2.5928215841955054e-05, 'max_depth': 39, 'eta': 0.4864609361026987, 'gamma': 1.0291668809766953e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:45,607] Finished trial#248 with value: 3.3271865316232923 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 223, 'ada_lr': 0.98911913328936, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 95, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9630876031748982, 'alpha': 2.7079956940578146e-05, 'max_depth': 36, 'eta': 0.532770555324106, 'gamma': 1.6751196049100676e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:46,742] Finished trial#249 with value: 2.984167591203766 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.9077904108691629, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 105, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6305489049069299, 'alpha': 1.854091496470855e-05, 'max_depth': 39, 'eta': 0.5411740446833442, 'gamma': 1.1600263693527021e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:47,873] Finished trial#250 with value: 2.9990063534806906 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 216, 'ada_lr': 0.9004073350694716, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 105, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6850173782581295, 'alpha': 1.9442235006358392e-05, 'max_depth': 38, 'eta': 0.5510159661298482, 'gamma': 1.2167431934369274e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:48,987] Finished trial#251 with value: 3.1742966061551185 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.8354868580710664, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 83, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7938020512062661, 'alpha': 1.6207843177006706e-05, 'max_depth': 39, 'eta': 0.7228453053681068, 'gamma': 5.67500645131814e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:50,093] Finished trial#252 with value: 3.1005549906646173 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.8299814885220823, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 81, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7201130353799994, 'alpha': 1.3041074440543688e-05, 'max_depth': 39, 'eta': 0.7337197997674575, 'gamma': 2.339138974208916e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:50,923] Setting status of trial#253 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:37:52,125] Finished trial#254 with value: 3.2631369722909507 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.8367614967096819, 'et_features': 1, 'et_Scaler': 'minmax', 'et_max_depth': 73, 'et_ne': 83, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.8004787392457878, 'alpha': 1.4006737541318554e-05, 'max_depth': 38, 'eta': 0.7378282966922438, 'gamma': 5.215121586827082e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:53,220] Finished trial#255 with value: 3.0908087741318044 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 206, 'ada_lr': 0.7590004079621858, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 83, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.8565423090673238, 'alpha': 6.541207407827367e-06, 'max_depth': 40, 'eta': 0.7892872529562612, 'gamma': 2.3004197232522657e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:54,336] Finished trial#256 with value: 3.3439852877814817 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 227, 'ada_lr': 0.7811580814634044, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 78, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9064156270295326, 'alpha': 5.590212723259718e-06, 'max_depth': 40, 'eta': 0.9985301769768652, 'gamma': 0.00016112761000596962, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:55,357] Setting status of trial#257 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:37:56,534] Finished trial#258 with value: 3.176485740264856 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.7558024451038278, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 80, 'et_ne': 61, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.8082112828491166, 'alpha': 7.4270813899113335e-06, 'max_depth': 38, 'eta': 0.7394258925299193, 'gamma': 2.723532767340027e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:57,623] Finished trial#259 with value: 3.139646042781705 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.7461520683161607, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 80, 'et_ne': 63, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9087217237136249, 'alpha': 1.8005049290953397e-05, 'max_depth': 39, 'eta': 0.70354141995351, 'gamma': 3.155497340592071e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:58,706] Finished trial#260 with value: 3.374034276487069 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 209, 'ada_lr': 0.7112694489824384, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 86, 'et_ne': 70, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9588359741621566, 'alpha': 1.9281533042959866e-05, 'max_depth': 32, 'eta': 0.6220318273060657, 'gamma': 4.26445779662519e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:37:59,530] Setting status of trial#261 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:00,745] Finished trial#262 with value: 3.045727571667697 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 223, 'ada_lr': 0.866104048731896, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 93, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6067021657351491, 'alpha': 1.1634984790970553e-05, 'max_depth': 38, 'eta': 0.5061268754687172, 'gamma': 2.3081308976777674e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:01,776] Finished trial#263 with value: 2.976825627051419 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.8750761541916998, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 54, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5788821693248781, 'alpha': 1.1860318094542218e-05, 'max_depth': 37, 'eta': 0.5201671877301081, 'gamma': 1.9600791454683623e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:02,784] Finished trial#264 with value: 3.2748900832268752 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 206, 'ada_lr': 0.8660380385634416, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 45, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5586120544099691, 'alpha': 1.2439741134270432e-05, 'max_depth': 39, 'eta': 0.9890656196619483, 'gamma': 2.09580579907555e-05, 'grow_policy': 'depthwise'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:03,824] Finished trial#265 with value: 3.0919217604509712 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 219, 'ada_lr': 0.7957579421603134, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 49, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9991761403503375, 'alpha': 1.99957016875445e-05, 'max_depth': 35, 'eta': 0.5278383285037643, 'gamma': 2.7431391302633683e-05, 'grow_policy': 'lossguide'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:04,755] Setting status of trial#266 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:05,825] Finished trial#267 with value: 3.0944624968889105 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 197, 'ada_lr': 0.7920174501890898, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 34, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7571374243901883, 'alpha': 1.0314005007083715e-05, 'max_depth': 36, 'eta': 0.5189717912057068, 'gamma': 3.2982756290362256e-05, 'grow_policy': 'lossguide'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:06,827] Finished trial#268 with value: 3.365571384512612 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.7726580685548053, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 47, 'xgb_features': 10, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.9589101037731705, 'alpha': 8.014255585003963e-06, 'max_depth': 34, 'eta': 0.5142040009628022, 'gamma': 2.6877266906067686e-05, 'grow_policy': 'lossguide'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:07,843] Finished trial#269 with value: 3.0637858885438956 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 192, 'ada_lr': 0.8015954198260651, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 58, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7161190141908724, 'alpha': 1.1245408901034636e-05, 'max_depth': 37, 'eta': 0.7680879307750493, 'gamma': 1.6948742093226422e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.0582680408973174e-06, 'skip_drop': 0.662273129605624}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:08,849] Finished trial#270 with value: 3.3998414134804316 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 200, 'ada_lr': 0.8090157732271838, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 39, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7103895433669263, 'alpha': 1.3749396670938286e-05, 'max_depth': 36, 'eta': 0.9733677333493492, 'gamma': 1.7115597780412604e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.3435013220375905e-06, 'skip_drop': 0.8829765362777754}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:09,860] Finished trial#271 with value: 3.098496208703257 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.7024983807054818, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 57, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6197523406859596, 'alpha': 1.0511492541143642e-05, 'max_depth': 43, 'eta': 0.702357889210484, 'gamma': 3.3576829662518495e-05, 'grow_policy': 'lossguide'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:10,796] Finished trial#272 with value: 8.398587231714844 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 190, 'ada_lr': 0.6810181710465824, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 84, 'et_ne': 29, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9434975578442081, 'alpha': 1.1643254075241286e-05, 'max_depth': 43, 'eta': 0.0003760416854428615, 'gamma': 3.557616421179787e-05, 'grow_policy': 'lossguide'}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:11,784] Finished trial#273 with value: 3.164431463593075 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 191, 'ada_lr': 0.7205571901215166, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 80, 'et_ne': 36, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9865004249370587, 'alpha': 2.0164852263669758e-05, 'max_depth': 41, 'eta': 0.720484174568631, 'gamma': 2.5356177372669967e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.4435886740821368e-06, 'skip_drop': 0.0008886319418111111}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:12,790] Finished trial#274 with value: 3.1831046184318605 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 181, 'ada_lr': 0.7644139995612703, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 56, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6008890135050953, 'alpha': 9.350049355940506e-06, 'max_depth': 43, 'eta': 0.7118517339950619, 'gamma': 1.4950814975410425e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.2078944504627797e-07, 'skip_drop': 0.12134174755519435}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:13,611] Setting status of trial#275 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:14,696] Setting status of trial#276 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:15,841] Finished trial#277 with value: 3.126701645701792 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.7399065241835028, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 79, 'et_ne': 54, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6348808930061187, 'alpha': 3.506149045439759e-05, 'max_depth': 37, 'eta': 0.5342671838061249, 'gamma': 3.901778047938239e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.1653119073683958e-05, 'skip_drop': 2.059412214353994e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:16,845] Finished trial#278 with value: 7.9549911395018205 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.6860854115071316, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 79, 'et_ne': 51, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5484823379832641, 'alpha': 2.240181393498559e-05, 'max_depth': 32, 'eta': 0.009284330075483248, 'gamma': 8.435763931474255e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.922334578014312e-05, 'skip_drop': 9.480027654334948e-07}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:17,922] Finished trial#279 with value: 3.3016050015226126 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.7334754755944772, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 66, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5346702284382447, 'alpha': 1.6741163798315692e-05, 'max_depth': 35, 'eta': 0.9872446281661582, 'gamma': 2.9530057161218277e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.679560964607805e-05, 'skip_drop': 2.1251566574346946e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:19,008] Finished trial#280 with value: 3.1921951750708146 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.6405582757023979, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 87, 'et_ne': 59, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9406345973135426, 'alpha': 3.30519081730257e-05, 'max_depth': 38, 'eta': 0.5880274042481116, 'gamma': 4.559384700947877e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.001979658413572102, 'skip_drop': 1.2305647586815368e-07}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:20,068] Finished trial#281 with value: 3.36446084049552 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.8483073233244969, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 54, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6691940872926437, 'alpha': 1.0971168249281903e-05, 'max_depth': 41, 'eta': 0.9731654016569881, 'gamma': 1.869338493021095e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.609241398191286e-07, 'skip_drop': 0.0001605972435643861}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:21,062] Finished trial#282 with value: 2.99041896483902 with parameters: {'combos': 1, 'rid_features': 5, 'rid_Scaler': 'stand', 'alphar': 0.005214371193456917, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 227, 'ada_lr': 0.7424069262154903, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9747237042901288, 'alpha': 1.5751875626110054e-05, 'max_depth': 37, 'eta': 0.544282364891817, 'gamma': 1.3714201960440482e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.500979926677523e-06, 'skip_drop': 1.8183361898440095e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:22,037] Finished trial#283 with value: 3.178281650053166 with parameters: {'combos': 1, 'rid_features': 2, 'rid_Scaler': 'stand', 'alphar': 0.13545346359151142, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 229, 'ada_lr': 0.6687016502813182, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.48733443445549623, 'alpha': 8.137431142385282e-06, 'max_depth': 37, 'eta': 0.4804020986669264, 'gamma': 3.6264616693612115e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.0929595283315683e-05, 'skip_drop': 1.613699068610141e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:23,014] Finished trial#284 with value: 3.388054084527876 with parameters: {'combos': 1, 'rid_features': 5, 'rid_Scaler': 'stand', 'alphar': 0.010058452171351182, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.7287980713984619, 'xgb_features': 9, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.9317217975666736, 'alpha': 1.5636858483397442e-05, 'max_depth': 44, 'eta': 0.764644691394491, 'gamma': 1.4156463350286086e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.312441531859584e-06, 'skip_drop': 0.00023431525477258594}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:23,841] Setting status of trial#285 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:24,903] Setting status of trial#286 as TrialState.PRUNED. Trial was pruned at iteration 12.\n",
            "[I 2020-07-13 04:38:25,793] Setting status of trial#287 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:27,006] Finished trial#288 with value: 3.0474294946046205 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 230, 'ada_lr': 0.8346247558725969, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 82, 'et_ne': 71, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7281700054184053, 'alpha': 2.2622663808544663e-05, 'max_depth': 33, 'eta': 0.3998531088944864, 'gamma': 2.0213124153133606e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00025049319923539366, 'skip_drop': 1.683055397684576e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:28,072] Finished trial#289 with value: 3.278862301988337 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 228, 'ada_lr': 0.8287992661147892, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 79, 'et_ne': 46, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9838860907701744, 'alpha': 2.1858276074375163e-05, 'max_depth': 32, 'eta': 0.3716304647428516, 'gamma': 2.114644858314137e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00023538275330448486, 'skip_drop': 7.247801633622511e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:28,945] Setting status of trial#290 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:30,070] Finished trial#291 with value: 3.3758741697815084 with parameters: {'combos': 0, 'rid_features': 7, 'rid_Scaler': 'stand', 'alphar': 0.04948345959008728, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.7895231732520103, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 66}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:31,153] Finished trial#292 with value: 3.1637045352076307 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 205, 'ada_lr': 0.8651710566324745, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 82, 'et_ne': 78, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6966205296820107, 'alpha': 3.4738008911243954e-05, 'max_depth': 68, 'eta': 0.4689066443864173, 'gamma': 2.7253378944693975e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0034798055233453474, 'skip_drop': 3.2994514824390124e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:32,111] Setting status of trial#293 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:33,312] Finished trial#294 with value: 3.12643029531588 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 227, 'ada_lr': 0.7502334173975431, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 74, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9814601305458323, 'alpha': 1.3181756847015327e-05, 'max_depth': 37, 'eta': 0.3360605896437723, 'gamma': 1.4342657050193588e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.068309392433238e-05, 'skip_drop': 4.2666317239631677e-07}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:34,429] Finished trial#295 with value: 3.2361579094888864 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 232, 'ada_lr': 0.8649801903515237, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 76, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5399939865522977, 'alpha': 1.2624621281079512e-05, 'max_depth': 34, 'eta': 0.34629267232944533, 'gamma': 1.4072443414419764e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.314008772414287e-05, 'skip_drop': 6.749635902605401e-07}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:35,398] Finished trial#296 with value: 3.191072064331238 with parameters: {'combos': 1, 'rid_features': 10, 'rid_Scaler': 'stand', 'alphar': 4.3167594080338676e-05, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 225, 'ada_lr': 0.822163884454338, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.984728442637125, 'alpha': 6.993085045690243e-06, 'max_depth': 35, 'eta': 0.3456815378170422, 'gamma': 1.2713730116697281e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.1052031982771856e-05, 'skip_drop': 9.04917514617116e-08}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:36,488] Finished trial#297 with value: 3.354857847235476 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 206, 'ada_lr': 0.7651665249130508, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 76, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 1.1852085310390795e-08, 'alpha': 2.9392334676673042e-05, 'max_depth': 37, 'eta': 0.4945213191592744, 'gamma': 2.0327023535673143e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0004706166027013479, 'skip_drop': 4.198752417052396e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:37,475] Finished trial#298 with value: 3.3804206279573035 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 179, 'ada_lr': 0.996776369285022, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 53, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.00036263787723679375, 'alpha': 4.394650506609919e-05, 'max_depth': 41, 'eta': 0.49674625278921836, 'gamma': 0.00010542269450680983, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.985224461376118e-05, 'skip_drop': 2.1178799759880707e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:38,554] Finished trial#299 with value: 3.459256548289815 with parameters: {'combos': 0, 'rid_features': 2, 'rid_Scaler': 'stand', 'alphar': 1.1881178075794179e-05, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 223, 'ada_lr': 0.8923129601058192, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 91}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:39,626] Finished trial#300 with value: 3.309915172311275 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 195, 'ada_lr': 0.827086245040149, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 83, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.30739291629821314, 'alpha': 1.219517969912765e-05, 'max_depth': 37, 'eta': 0.9464463334831439, 'gamma': 1.2381227322363755e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.0724083681703485e-06, 'skip_drop': 2.8609278873854607e-07}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:40,787] Finished trial#301 with value: 3.1282408678942346 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.9023949428393419, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 98, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4771148073532295, 'alpha': 1.929749409905175e-05, 'max_depth': 35, 'eta': 0.33750209768706785, 'gamma': 5.330555104843239e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.809175496208644e-05, 'skip_drop': 1.6535883922287016e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:41,978] Finished trial#302 with value: 3.1530298054304575 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.8944978665106759, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 95, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.42389474741702865, 'alpha': 6.257392379034872e-06, 'max_depth': 33, 'eta': 0.3207821378045208, 'gamma': 5.779733782946612e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.3383309344019739e-05, 'skip_drop': 2.1701639792682908e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:42,848] Setting status of trial#303 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:43,897] Setting status of trial#304 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:44,954] Finished trial#305 with value: 3.4230876734405804 with parameters: {'combos': 1, 'rid_features': 13, 'rid_Scaler': 'stand', 'alphar': 0.0031860075175624077, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 224, 'ada_lr': 0.9938084085098762, 'xgb_features': 15, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4768007426096079, 'alpha': 9.60409525900518e-06, 'max_depth': 35, 'eta': 0.29189126053147874, 'gamma': 1.9797741329246525e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.442041690935934e-07, 'skip_drop': 4.968317428603908e-07}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:46,024] Finished trial#306 with value: 3.0774619179641487 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 183, 'ada_lr': 0.7987990971891996, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 100, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3002297273323032, 'alpha': 2.998369223752138e-05, 'max_depth': 31, 'eta': 0.4176735016885226, 'gamma': 2.3330857447507292e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.798203655114984e-05, 'skip_drop': 7.932219714116185e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:46,430] Setting status of trial#307 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:47,445] Finished trial#308 with value: 3.326817446298186 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 161, 'ada_lr': 0.7833370492950397, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 88, 'et_ne': 43, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.28304171962662883, 'alpha': 1.3309078566980029e-05, 'max_depth': 31, 'eta': 0.27849773480059087, 'gamma': 3.0784922820029914e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.9128340256123657e-05, 'skip_drop': 7.802679817934956e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:48,203] Setting status of trial#309 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:49,361] Finished trial#310 with value: 3.1019394498916135 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 192, 'ada_lr': 0.74860460186146, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 87, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3147983700512473, 'alpha': 4.08047584383399e-05, 'max_depth': 36, 'eta': 0.39166722406326226, 'gamma': 2.3582997262343342e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00011821751615775652, 'skip_drop': 5.3283284354751725e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:50,405] Finished trial#311 with value: 3.489923975051619 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 192, 'ada_lr': 0.7296695578562803, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 81, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3132307501818982, 'alpha': 4.0885720812184e-05, 'max_depth': 34, 'eta': 0.1819751846771254, 'gamma': 5.684374796049397e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00011768874180392375, 'skip_drop': 3.96968299535315e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:51,404] Finished trial#312 with value: 4.174004216113401 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 171, 'ada_lr': 0.7792838442490335, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 79, 'et_ne': 66, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 8.415126306579746e-06, 'alpha': 1.9026361311153272e-05, 'max_depth': 36, 'eta': 0.5049728603788908, 'gamma': 0.00011224658972328752, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.169652170835396e-06, 'skip_drop': 1.2251368477539657e-05}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:52,183] Finished trial#313 with value: 3.3818867288979795 with parameters: {'combos': 9, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 56, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.26956694112130575, 'alpha': 2.4667220349143286e-05, 'max_depth': 33, 'eta': 0.6790865980193415, 'gamma': 2.4130999178204897e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.77899891020056e-05, 'skip_drop': 9.897116694937633e-05, 'gbm_features': 13, 'gbm_Scaler': 'minmax', 'lambda_l1': 0.0005129996966572073, 'lambda_l2': 2.52667082964325e-07, 'num_leaves': 114, 'feature_fraction': 0.6346847579606174, 'bagging_fraction': 0.9838603066708191, 'bagging_freq': 2, 'min_child_samples': 15}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:53,166] Finished trial#314 with value: 3.0596005784332605 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 202, 'ada_lr': 0.7081131487730257, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 30, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4873020149146528, 'alpha': 1.5772275653829838e-05, 'max_depth': 42, 'eta': 0.35263118745942046, 'gamma': 1.7999799256633294e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00035212996254325345, 'skip_drop': 1.369539832014498e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:54,215] Finished trial#315 with value: 3.021373591408261 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 198, 'ada_lr': 0.6963104760589899, 'et_features': 20, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 45, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6723011451695611, 'alpha': 7.975244588299982e-06, 'max_depth': 44, 'eta': 0.5148500487422265, 'gamma': 1.6355629401423932e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0003617491789799538, 'skip_drop': 1.2473331460101382e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:55,221] Finished trial#316 with value: 8.280333707636519 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 196, 'ada_lr': 0.7300357045885102, 'et_features': 18, 'et_Scaler': 'log', 'et_max_depth': 81, 'et_ne': 33, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6915248126601665, 'alpha': 7.0796283855405e-06, 'max_depth': 44, 'eta': 0.0025832640870551097, 'gamma': 1.680444758439855e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0005002233403311587, 'skip_drop': 1.7578600117928373e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:56,235] Finished trial#317 with value: 3.1584433497955455 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 182, 'ada_lr': 0.755070056495391, 'et_features': 20, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 44, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.953137475572125, 'alpha': 1.0153270720521624e-05, 'max_depth': 42, 'eta': 0.5937529641882707, 'gamma': 2.08540963115178e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00022236363393259264, 'skip_drop': 1.1969098463009316e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:57,086] Setting status of trial#318 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:58,141] Finished trial#319 with value: 3.126159473734214 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.697101630846937, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 25, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5397585344030194, 'alpha': 1.4321941160553297e-05, 'max_depth': 45, 'eta': 0.4428790465179991, 'gamma': 3.229256775362838e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0014734151622747015, 'skip_drop': 4.731367426989102e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:38:58,921] Setting status of trial#320 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:38:59,985] Finished trial#321 with value: 3.252167513180701 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 174, 'ada_lr': 0.6884796142193771, 'et_features': 16, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 28, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9937970233228972, 'alpha': 5.847175107664264e-06, 'max_depth': 45, 'eta': 0.9993082984034725, 'gamma': 1.5596587024262686e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.000998430511444486, 'skip_drop': 4.807306259488503e-06}. Best is trial#245 with value: 2.9124595789799286.\n",
            "[I 2020-07-13 04:39:00,936] Finished trial#322 with value: 2.8678274556100187 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 204, 'ada_lr': 0.7727750373554695, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 5, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.43172435224539524, 'alpha': 1.3833819023371587e-05, 'max_depth': 41, 'eta': 0.39481808592439543, 'gamma': 2.5116538062199283e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.004051635762898707, 'skip_drop': 4.099366409495605e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:01,898] Finished trial#323 with value: 3.019056166993469 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 207, 'ada_lr': 0.6300433362751328, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 2, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.42349687384200946, 'alpha': 8.562219252873312e-06, 'max_depth': 47, 'eta': 0.4274895531271213, 'gamma': 2.9932222365880088e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.006864214144397945, 'skip_drop': 1.1425245223832752e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:02,874] Finished trial#324 with value: 3.2531369755007122 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 205, 'ada_lr': 0.6414006838478451, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 10, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3234089046269743, 'alpha': 9.12590956023276e-06, 'max_depth': 47, 'eta': 0.7786664513499046, 'gamma': 2.2826798602024484e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.010415826903547677, 'skip_drop': 1.2789159967700549e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:03,835] Finished trial#325 with value: 3.12878939710373 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 207, 'ada_lr': 0.8111737397751628, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 70, 'et_ne': 6, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.25141886281529874, 'alpha': 8.080320513591728e-06, 'max_depth': 41, 'eta': 0.4110556137128947, 'gamma': 2.327973416618826e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.011551190989540034, 'skip_drop': 1.2130057927635476e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:04,790] Finished trial#326 with value: 3.111621876322083 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 201, 'ada_lr': 0.7835287769923736, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 5, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3773029999735613, 'alpha': 1.7143515157076084e-05, 'max_depth': 40, 'eta': 0.6539050516492254, 'gamma': 1.1458832520855584e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.11225645860467166, 'skip_drop': 4.194442495436515e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:05,704] Setting status of trial#327 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:06,712] Finished trial#328 with value: 3.752180843802217 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.83209162140722, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 20, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.4329339769128302, 'alpha': 5.58434985208001e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:07,539] Setting status of trial#329 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:08,785] Finished trial#330 with value: 3.2973555829618446 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 209, 'ada_lr': 0.7474742834632003, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 106, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 9.527913276212853e-07, 'alpha': 2.811660151160586e-05, 'max_depth': 48, 'eta': 0.9789284881158979, 'gamma': 3.936640698812929e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.005018446752351223, 'skip_drop': 2.572499211067854e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:09,796] Finished trial#331 with value: 3.3396874643779078 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 195, 'ada_lr': 0.6427803239517607, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 39, 'xgb_features': 9, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.22864770811237364, 'alpha': 1.0413835670876307e-05, 'max_depth': 43, 'eta': 0.22720887855134422, 'gamma': 1.8659730578895116e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.06834027538894193, 'skip_drop': 7.16340303454632e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:10,777] Finished trial#332 with value: 3.5902080882969005 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 164, 'ada_lr': 0.8461299572908381, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 62, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.0017901097971757954, 'alpha': 4.419490687377752e-06, 'max_depth': 41, 'eta': 0.1578205908353426, 'gamma': 2.824225325613733e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0003031089087175455, 'skip_drop': 0.0005722370333763683}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:12,037] Finished trial#333 with value: 3.0871987657865736 with parameters: {'combos': 3, 'ada_features': 20, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.20503345335860365, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 47, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4945124832812933, 'alpha': 1.563239672920945e-05, 'max_depth': 43, 'eta': 0.4112169700625307, 'gamma': 1.18775913270888e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0001463286836898196, 'skip_drop': 8.173802453843873e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:13,236] Finished trial#334 with value: 3.5659459155097 with parameters: {'combos': 3, 'ada_features': 20, 'ada_Scaler': 'stand', 'ada_ne': 216, 'ada_lr': 0.1781979791338888, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 2, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6331720036726697, 'alpha': 1.5286628775470464e-05, 'max_depth': 45, 'eta': 0.9833930590706023, 'gamma': 1.1370234443882093e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0008297263775183065, 'skip_drop': 2.0092346039940113e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:14,320] Finished trial#335 with value: 3.2003914218079865 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 233, 'ada_lr': 0.8610544455372189, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 51, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.470426110192781, 'alpha': 7.711351275490224e-06, 'max_depth': 43, 'eta': 0.615152243239571, 'gamma': 1.5779082386292466e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0023685584681941555, 'skip_drop': 8.716523240720146e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:14,878] Finished trial#336 with value: 3.3507231562424153 with parameters: {'combos': 6, 'rid_features': 8, 'rid_Scaler': 'log', 'alphar': 0.0005084640434055909, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 27, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7169451018782139, 'alpha': 2.3210395804010863e-05, 'max_depth': 47, 'eta': 0.25647184884945734, 'gamma': 8.3224543090952e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.3018641117604424e-06, 'skip_drop': 6.1675608367757e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:15,743] Setting status of trial#337 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:16,924] Finished trial#338 with value: 3.1173037248981283 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.22752234311615152, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 47, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.46943517902966075, 'alpha': 1.1750053273079434e-05, 'max_depth': 39, 'eta': 0.52254207701076, 'gamma': 1.2964632082310474e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.03677106834349669, 'skip_drop': 1.0775182251968015e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:18,002] Finished trial#339 with value: 3.1695754451427565 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 215, 'ada_lr': 0.24475898222918105, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 38, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6941987622868747, 'alpha': 1.6647821845564322e-05, 'max_depth': 42, 'eta': 0.3934425509074866, 'gamma': 3.508726505851373e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0001551342145305872, 'skip_drop': 0.11205254599671381}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:18,895] Setting status of trial#340 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:20,062] Finished trial#341 with value: 3.235494512028602 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.7890402494091626, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 24, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9885933959944537, 'alpha': 1.0337432408050778e-05, 'max_depth': 49, 'eta': 0.7485452584922746, 'gamma': 7.757800090274635e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.004718236397666978, 'skip_drop': 5.344385710713147e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:21,084] Finished trial#342 with value: 3.9771104502242594 with parameters: {'combos': 3, 'ada_features': 18, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.8307786907927039, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 16, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.379513093436106, 'alpha': 2.3513888586852174e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:22,262] Finished trial#343 with value: 3.0653660062981176 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.9444599906166896, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 104, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.20835682582003553, 'alpha': 5.355225264244932e-06, 'max_depth': 40, 'eta': 0.9927320600301905, 'gamma': 6.283793797321226e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0003638401019210337, 'skip_drop': 1.8129517131375376e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:23,473] Finished trial#344 with value: 3.0945825957745736 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 238, 'ada_lr': 0.9899721652831447, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 112, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.20819205479658448, 'alpha': 4.918255861951035e-06, 'max_depth': 45, 'eta': 0.2754048354696292, 'gamma': 6.336458730437015e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00036980672517673114, 'skip_drop': 1.4576327770383865e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:24,658] Finished trial#345 with value: 3.2755684157884364 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 242, 'ada_lr': 0.9406301277817898, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 108, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.18769482112441876, 'alpha': 4.814265424536004e-06, 'max_depth': 47, 'eta': 0.18145975999688438, 'gamma': 5.605308623325754e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00030092750350393813, 'skip_drop': 1.383554566887634e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:25,966] Finished trial#346 with value: 3.17517710587023 with parameters: {'combos': 3, 'ada_features': 17, 'ada_Scaler': 'stand', 'ada_ne': 242, 'ada_lr': 0.9881232469538266, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 105, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2455127648841117, 'alpha': 5.5152292481600845e-06, 'max_depth': 45, 'eta': 0.2735232788858856, 'gamma': 7.1004408294785935e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0006147856964139467, 'skip_drop': 1.8089344694024536e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:27,151] Finished trial#347 with value: 3.5768568148985844 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 227, 'ada_lr': 0.9422324935917705, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 114, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3008505381041095, 'alpha': 3.902777148458423e-06, 'max_depth': 40, 'eta': 0.1379294184758848, 'gamma': 8.495103719928441e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.001365956085663602, 'skip_drop': 1.6679324362165654e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:28,328] Finished trial#348 with value: 3.596592620158236 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 229, 'ada_lr': 0.8768301705583501, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 91, 'et_ne': 102, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.20515738852455856, 'alpha': 6.504551660037773e-06, 'max_depth': 30, 'eta': 0.3025424707783495, 'gamma': 5.080735392754874e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00043759792354102064, 'skip_drop': 6.562017827913447e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:29,293] Finished trial#349 with value: 3.172014632695313 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.987664227003889, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.18386283518837265, 'alpha': 4.6932306568098114e-05, 'max_depth': 42, 'eta': 0.42501240619344255, 'gamma': 1.047572418503904e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00015154513930820806, 'skip_drop': 2.8202850972944256e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:30,169] Setting status of trial#350 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:31,318] Setting status of trial#351 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:32,588] Finished trial#352 with value: 3.2108625643589335 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 229, 'ada_lr': 0.947010213654836, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 103, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.36839774213783877, 'alpha': 2.9452233022532143e-05, 'max_depth': 38, 'eta': 0.21425248959889684, 'gamma': 1.5321883895261628e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00028852972554252053, 'skip_drop': 3.0439559121551524e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:33,806] Finished trial#353 with value: 3.0478488419147824 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 248, 'ada_lr': 0.8711662408905567, 'et_features': 10, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 89, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.46089288833754327, 'alpha': 7.31595949656311e-06, 'max_depth': 49, 'eta': 0.4724351768648954, 'gamma': 5.733358499113531e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00010196818322306412, 'skip_drop': 1.2828467398348118e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:35,072] Finished trial#354 with value: 3.148227635830986 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 248, 'ada_lr': 0.20429956818710604, 'et_features': 10, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 92, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.481377311301303, 'alpha': 7.917833712996095e-06, 'max_depth': 33, 'eta': 0.5126065274036242, 'gamma': 9.963350757756654e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.2611221152367268e-06, 'skip_drop': 4.91828096140421e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:36,301] Finished trial#355 with value: 3.0943452876043596 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.21049231198797994, 'et_features': 18, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 88, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5080805213837194, 'alpha': 1.879204709522319e-05, 'max_depth': 50, 'eta': 0.4200960582490566, 'gamma': 1.5200257506306622e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.968100934233475e-05, 'skip_drop': 1.781257701779912e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:37,538] Finished trial#356 with value: 3.711788502987865 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 207, 'ada_lr': 0.1954255293980848, 'et_features': 8, 'et_Scaler': 'minmax', 'et_max_depth': 68, 'et_ne': 88, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.29826801605797953, 'alpha': 1.9050578185677344e-05, 'max_depth': 50, 'eta': 0.9973850676480781, 'gamma': 1.6219378880892577e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 8.048000098948732e-05, 'skip_drop': 1.9613290938114284e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:38,427] Setting status of trial#357 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:39,701] Setting status of trial#358 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:40,992] Finished trial#359 with value: 3.1173158523829807 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 223, 'ada_lr': 0.22175019853998754, 'et_features': 18, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 71, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.45871252544082247, 'alpha': 3.9343666910868475e-05, 'max_depth': 49, 'eta': 0.3722620041427526, 'gamma': 1.0974141178026398e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.3959445859008585e-05, 'skip_drop': 5.989013849399778e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:42,236] Finished trial#360 with value: 3.5387636475803657 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.23508287788012383, 'et_features': 19, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 101, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3414150511374468, 'alpha': 2.431954719391866e-05, 'max_depth': 48, 'eta': 0.9925804458818042, 'gamma': 4.3314727937927574e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 8.727218374260388e-05, 'skip_drop': 4.3513938585402283e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:43,416] Finished trial#361 with value: 3.20863242553144 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 232, 'ada_lr': 0.8712770043788497, 'et_features': 11, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 82, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9842417563431561, 'alpha': 1.5042226402470432e-05, 'max_depth': 50, 'eta': 0.4436783010464029, 'gamma': 6.617596975272181e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.582972237945377e-06, 'skip_drop': 5.89616508641869e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:44,492] Finished trial#362 with value: 3.5965921654086435 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 153, 'ada_lr': 0.21105756885640353, 'et_features': 17, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 75, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 4.5624406258505485e-08, 'alpha': 5.2136546048717856e-05, 'max_depth': 47, 'eta': 0.615161893188047, 'gamma': 1.8355070920713393e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0001690893757465907, 'skip_drop': 9.087899384925796e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:45,797] Finished trial#363 with value: 3.136648477656323 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 249, 'ada_lr': 0.21894706326258911, 'et_features': 19, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 96, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5197273004266059, 'alpha': 3.152644221610316e-05, 'max_depth': 40, 'eta': 0.3251157821043593, 'gamma': 8.30863246905419e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.489841827253309e-05, 'skip_drop': 9.38055437701141e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:46,948] Finished trial#364 with value: 3.49757218945523 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'minmax', 'ada_ne': 185, 'ada_lr': 0.8811297103011773, 'et_features': 12, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 104, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.24316284671677266, 'alpha': 2.132853560028221e-05, 'max_depth': 44, 'eta': 0.2222029775375684, 'gamma': 1.2164572507671954e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.9148091992389448e-05, 'skip_drop': 9.211607318398555e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:48,036] Finished trial#365 with value: 2.9945553923460175 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.9282433542164668, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 91, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5437971519492706, 'alpha': 1.747793472041403e-05, 'max_depth': 38, 'eta': 0.3929472252937924, 'gamma': 1.4970892067859319e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.143982046394718e-05, 'skip_drop': 3.5887941838170587e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:49,174] Finished trial#366 with value: 8.360265665177245 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 197, 'ada_lr': 0.9368103761851542, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 119, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9830979199058916, 'alpha': 1.4015244631350679e-05, 'max_depth': 38, 'eta': 8.707900897760102e-05, 'gamma': 3.914272576486048e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.781636664172599e-07, 'skip_drop': 2.7281468341387636e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:50,399] Finished trial#367 with value: 3.174782281875011 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 220, 'ada_lr': 0.16747985439375773, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 105, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3525349525023383, 'alpha': 9.324042620332882e-06, 'max_depth': 38, 'eta': 0.989108391417369, 'gamma': 5.6135110803138444e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0026256828182318276, 'skip_drop': 0.0059497447017154695}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:51,454] Finished trial#368 with value: 7.892546494546823 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.8589212052389087, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 72, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6773707310320942, 'alpha': 5.2066135788831215e-05, 'max_depth': 41, 'eta': 0.6140099404070142, 'gamma': 2.1258912847515953e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.8597691324130706, 'skip_drop': 2.705606935529781e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:52,320] Setting status of trial#369 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:53,361] Setting status of trial#370 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:39:54,610] Finished trial#371 with value: 3.328132523544478 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 213, 'ada_lr': 0.8934666360317305, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 112, 'xgb_features': 12, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.4644681717173798, 'alpha': 3.061926791773317e-05, 'max_depth': 34, 'eta': 0.30226172291349057, 'gamma': 9.419376516025064e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0009732671861139051, 'skip_drop': 3.1903785995439055e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:55,750] Finished trial#372 with value: 3.374438179143655 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 239, 'ada_lr': 0.8076674099527203, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 66, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 4.660040648465541e-05, 'alpha': 7.484629336679567e-06, 'max_depth': 31, 'eta': 0.16392123397672237, 'gamma': 1.3120385638352023e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.011179914664198118, 'skip_drop': 1.420599834150774e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:56,819] Finished trial#373 with value: 3.4280682564812444 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.9503782918377074, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 2, 'et_ne': 97, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.988197848386325, 'alpha': 1.4532804846625836e-05, 'max_depth': 42, 'eta': 0.5884020979165129, 'gamma': 7.232928553704579e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00018765586938505958, 'skip_drop': 4.2195778799840415e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:57,883] Finished trial#374 with value: 3.117670281184778 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 202, 'ada_lr': 0.8683321865181624, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 61, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2638508398547296, 'alpha': 2.8866176764561533e-06, 'max_depth': 40, 'eta': 0.3733796485734813, 'gamma': 2.1990022291287493e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.6945319951150366e-05, 'skip_drop': 3.5245483789770217e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:58,964] Finished trial#375 with value: 3.4013717536122545 with parameters: {'combos': 0, 'rid_features': 10, 'rid_Scaler': 'log', 'alphar': 1.3903972105500242e-05, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.7734194356940446, 'et_features': 14, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 79}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:39:59,794] Setting status of trial#376 as TrialState.PRUNED. Trial was pruned at iteration 15.\n",
            "[I 2020-07-13 04:40:01,006] Finished trial#377 with value: 3.153171859386389 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.8362519029219757, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 119, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6668708104034025, 'alpha': 1.8493729961502296e-05, 'max_depth': 38, 'eta': 0.2376201560151958, 'gamma': 1.7221601567508762e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 8.576676729290693e-06, 'skip_drop': 2.0455673865956785e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:02,042] Setting status of trial#378 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:02,987] Setting status of trial#379 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:04,211] Finished trial#380 with value: 3.0098442616377756 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 205, 'ada_lr': 0.949398493995071, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 107, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.38434961848619853, 'alpha': 1.1364805199977017e-05, 'max_depth': 46, 'eta': 0.4960448445767483, 'gamma': 2.7357893379209402e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 4.477359000689566e-06, 'skip_drop': 7.780322083940573e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:05,215] Finished trial#381 with value: 8.428628047748315 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 169, 'ada_lr': 0.8756569071066036, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 83, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.34723020899244456, 'alpha': 1.0303557557041914e-05, 'max_depth': 45, 'eta': 2.3579857467903218e-08, 'gamma': 4.003793795628088e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 2.167786898382042e-06, 'skip_drop': 1.461095480348703e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:06,252] Finished trial#382 with value: 3.0761453081294046 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.7327125483968283, 'et_features': 13, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 53, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.532260798819727, 'alpha': 6.0873913415861716e-06, 'max_depth': 43, 'eta': 0.5383911931596708, 'gamma': 2.850488649689422e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 3.8329080956081125e-06, 'skip_drop': 7.4091481952468054e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:07,410] Finished trial#383 with value: 3.431574535121911 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 181, 'ada_lr': 0.7391633610516999, 'et_features': 13, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 100, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5245270370145143, 'alpha': 6.9302256602716685e-06, 'max_depth': 43, 'eta': 0.9914464529056541, 'gamma': 2.6537806454851334e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 3.7498679494177757e-06, 'skip_drop': 6.1326869983898565e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:08,456] Finished trial#384 with value: 3.3777153004060207 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.7041334989871837, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 63, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3738935072526573, 'alpha': 3.7013155486792557e-06, 'max_depth': 46, 'eta': 0.7375220121268088, 'gamma': 4.790767105474124e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 7.90037474593338e-07, 'skip_drop': 9.66852812559983e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:09,665] Finished trial#385 with value: 3.185724665397288 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.6647800634363522, 'et_features': 15, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 122, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6114287682464723, 'alpha': 5.665949047021418e-06, 'max_depth': 44, 'eta': 0.45524714492558926, 'gamma': 1.2326517139009824e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.3885572626285464e-06, 'skip_drop': 2.2749418450282683e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:10,555] Finished trial#386 with value: 3.672780552198489 with parameters: {'combos': 1, 'rid_features': 12, 'rid_Scaler': 'minmax', 'alphar': 5.497366203564289e-07, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 166, 'ada_lr': 0.9522686008930784, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2567049998106315, 'alpha': 1.2187529322508026e-05, 'max_depth': 47, 'eta': 0.2988778082762263, 'gamma': 1.6253098517751715e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 3.687437743386003e-06, 'skip_drop': 3.1350130515933856e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:11,727] Finished trial#387 with value: 3.9190193549601484 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 201, 'ada_lr': 0.8414235557539459, 'et_features': 13, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 109, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.417413468020242, 'alpha': 8.230406333446508e-06, 'max_depth': 43, 'eta': 0.11853352372838571, 'gamma': 9.975233321187209e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.4013159011710874e-05, 'skip_drop': 7.3219716378120605e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:12,752] Finished trial#388 with value: 3.5071581232458375 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 176, 'ada_lr': 0.6102195568538538, 'et_features': 9, 'et_Scaler': 'log', 'et_max_depth': 10, 'et_ne': 73, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6959064252976044, 'alpha': 4.978132291583137e-06, 'max_depth': 41, 'eta': 0.5337025877631363, 'gamma': 2.6235679779128545e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 5.903815053202826e-06, 'skip_drop': 1.1340160709605941e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:13,934] Finished trial#389 with value: 3.6345065606317837 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 204, 'ada_lr': 0.9143404198410329, 'et_features': 11, 'et_Scaler': 'minmax', 'et_max_depth': 70, 'et_ne': 86, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4394615676893465, 'alpha': 1.3448013947984238e-05, 'max_depth': 40, 'eta': 0.9721240418208318, 'gamma': 1.8678350985231388e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0001122287490192121, 'skip_drop': 5.891384406417799e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:14,981] Finished trial#390 with value: 3.6448831331872866 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.7457475722089674, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 80, 'et_ne': 99, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'gblinear', 'lambda': 0.29316080527758615, 'alpha': 6.963430672633476e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:15,774] Setting status of trial#391 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:16,792] Setting status of trial#392 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:17,889] Finished trial#393 with value: 3.2317507568592556 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 186, 'ada_lr': 0.854455149580574, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 83, 'et_ne': 57, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.18779034363339578, 'alpha': 9.969755162404301e-06, 'max_depth': 46, 'eta': 0.20611321282361716, 'gamma': 5.510366635233759e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0005993961622211588, 'skip_drop': 2.1384349744375537e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:19,092] Finished trial#394 with value: 3.1988401028497844 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 244, 'ada_lr': 0.9170947198004322, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 116, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7356918612644648, 'alpha': 2.5997467761248516e-05, 'max_depth': 38, 'eta': 0.352061325147464, 'gamma': 9.897504918472152e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.2780969209536913e-08, 'skip_drop': 1.2393749174233252e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:20,080] Finished trial#395 with value: 3.289338305336448 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 210, 'ada_lr': 0.7974421989562798, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 16, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.996861145420736, 'alpha': 4.3315124768989915e-06, 'max_depth': 43, 'eta': 0.7002101766982293, 'gamma': 3.1551490757250264e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0053924053828800465, 'skip_drop': 0.5399569393443635}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:21,207] Finished trial#396 with value: 3.525898397860826 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'minmax', 'ada_ne': 193, 'ada_lr': 0.998187144695633, 'et_features': 10, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 91, 'xgb_features': 19, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5376082324614345, 'alpha': 1.591164107391036e-05, 'max_depth': 28, 'eta': 0.49324570332909307, 'gamma': 1.4649825219191396e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 9.58841400225155e-06, 'skip_drop': 2.4817457148787006e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:22,217] Finished trial#397 with value: 3.07519025769721 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 174, 'ada_lr': 0.7599669054175888, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 40, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3478003018969113, 'alpha': 7.770156920379985e-06, 'max_depth': 48, 'eta': 0.995917437612049, 'gamma': 6.3063226987531496e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.3783402333421824e-06, 'skip_drop': 4.3266045069973837e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:22,943] Setting status of trial#398 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:24,052] Finished trial#399 with value: 3.0419890605653754 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 177, 'ada_lr': 0.1288664205666421, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 33, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.29974585897315337, 'alpha': 1.0766429154639519e-05, 'max_depth': 48, 'eta': 0.2862902920937474, 'gamma': 5.852571835696226e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.3076452056592038e-06, 'skip_drop': 4.5226610293873586e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:24,900] Setting status of trial#400 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:25,929] Finished trial#401 with value: 3.092624014319818 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 146, 'ada_lr': 0.13356622151613842, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 30, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.31485115016687387, 'alpha': 9.765916893538224e-06, 'max_depth': 48, 'eta': 0.311772283010921, 'gamma': 5.268606217240732e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.2702693515795014e-06, 'skip_drop': 3.9794128891112183e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:26,881] Finished trial#402 with value: 3.0832926938466776 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 173, 'ada_lr': 0.7321817342895643, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 33, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.23518166770114554, 'alpha': 2.3579032389021337e-06, 'max_depth': 48, 'eta': 0.42493538597097763, 'gamma': 7.077941251150261e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.71942930102345e-07, 'skip_drop': 8.820224872914311e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:27,859] Finished trial#403 with value: 3.098034470179383 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 155, 'ada_lr': 0.09690062410833669, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 31, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2275410436661363, 'alpha': 3.22723696563706e-06, 'max_depth': 49, 'eta': 0.6106402288067713, 'gamma': 5.68261169640646e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.0614491355994403e-06, 'skip_drop': 4.901945580683108e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:28,802] Finished trial#404 with value: 3.1397667112165135 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 160, 'ada_lr': 0.7183442817081902, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 38, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2519440440370674, 'alpha': 2.586494542164743e-06, 'max_depth': 50, 'eta': 0.9566844555781668, 'gamma': 7.785556945627105e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.5174787780641023e-07, 'skip_drop': 1.1856905221218775e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:29,793] Finished trial#405 with value: 3.399712251148904 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 171, 'ada_lr': 0.0720976604552315, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 21, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3624341918915061, 'alpha': 6.773477643585289e-06, 'max_depth': 47, 'eta': 0.1738311344360562, 'gamma': 3.6355897772749186e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.699795141611596e-07, 'skip_drop': 1.9833500745846572e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:30,716] Finished trial#406 with value: 3.416269724204175 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 162, 'ada_lr': 0.6651406287982874, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 28, 'xgb_features': 10, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.20280584384831893, 'alpha': 3.91600363832417e-06, 'max_depth': 51, 'eta': 0.414606243572334, 'gamma': 6.758847384156088e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.868696400751688e-06, 'skip_drop': 6.196254232357493e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:31,652] Finished trial#407 with value: 3.2967677860934357 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 176, 'ada_lr': 0.14986112156234413, 'et_features': 8, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 2, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3781495362716778, 'alpha': 2.210859078666869e-06, 'max_depth': 48, 'eta': 0.2681333259624039, 'gamma': 4.4460582435442525e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.575978526523069e-07, 'skip_drop': 6.652096603320129e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:32,518] Setting status of trial#408 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:33,574] Finished trial#409 with value: 3.15250498722298 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 142, 'ada_lr': 0.10712858894555494, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 41, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3051907205071963, 'alpha': 1.1398260472596225e-05, 'max_depth': 45, 'eta': 0.9897472778600948, 'gamma': 7.749442461945334e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.674353760273133e-06, 'skip_drop': 3.5897976457114206e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:34,542] Finished trial#410 with value: 3.186016983471323 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 181, 'ada_lr': 0.7557799998290902, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 39, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5058587028644081, 'alpha': 7.1334187342936135e-06, 'max_depth': 37, 'eta': 0.5776747509940828, 'gamma': 0.010827664225119592, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.799985410774276e-06, 'skip_drop': 1.653439337780499e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:35,518] Finished trial#411 with value: 3.2660577038930074 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 170, 'ada_lr': 0.1256562245275982, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 15, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.16410062071342688, 'alpha': 6.318963687870527e-05, 'max_depth': 33, 'eta': 0.7634594672752839, 'gamma': 1.046498924817189e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.2618725632088964e-07, 'skip_drop': 2.7345610990790876e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:36,469] Finished trial#412 with value: 3.0140526242374537 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 184, 'ada_lr': 0.6312369880052912, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 25, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6232678685588446, 'alpha': 9.4894689816864e-06, 'max_depth': 48, 'eta': 0.36602600924954437, 'gamma': 6.516713544486578e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.7059790045006965e-06, 'skip_drop': 1.1977614923208442e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:37,384] Finished trial#413 with value: 3.0568305565982072 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 159, 'ada_lr': 0.6125531535284433, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 18, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6439485643316418, 'alpha': 9.715526774670118e-06, 'max_depth': 48, 'eta': 0.5150951178639693, 'gamma': 5.05668811761623e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.8977677320361372e-06, 'skip_drop': 1.1080006124049234e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:38,071] Setting status of trial#414 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:39,063] Finished trial#415 with value: 3.290065425509748 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 150, 'ada_lr': 0.5936952454262567, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 19, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6783772818959534, 'alpha': 8.853701913205406e-06, 'max_depth': 46, 'eta': 0.600984043369575, 'gamma': 6.011673929797161e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.196760810004411e-06, 'skip_drop': 1.2476270176126965e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:39,820] Setting status of trial#416 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:40,933] Finished trial#417 with value: 3.5068537304758842 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 182, 'ada_lr': 0.08668933691250644, 'et_features': 15, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 4, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6367232287792037, 'alpha': 5.451726891930541e-06, 'max_depth': 50, 'eta': 0.28715033270940443, 'gamma': 4.64702729649529e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.100049694914532e-06, 'skip_drop': 1.9165559275473776e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:41,826] Finished trial#418 with value: 3.1373808196419866 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 156, 'ada_lr': 0.6194841062302272, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 22, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5206284485479316, 'alpha': 1.205408859304809e-05, 'max_depth': 52, 'eta': 0.7443633812125556, 'gamma': 1.4773444110507364e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.8853194245136854e-06, 'skip_drop': 6.04242108126048e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:42,757] Finished trial#419 with value: 3.2660933104654153 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.5664151667327452, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9453976035282085, 'alpha': 1.8333237682394242e-05, 'max_depth': 48, 'eta': 0.5099088749860119, 'gamma': 9.300692072107033e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.0178447179332396e-06, 'skip_drop': 4.7093485459493756e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:43,733] Finished trial#420 with value: 3.332437437239271 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 188, 'ada_lr': 0.6655315463295841, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 27, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7226837855576194, 'alpha': 9.17017142101328e-06, 'max_depth': 45, 'eta': 0.995003042464377, 'gamma': 1.9656491093410766e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.024842493029399334, 'skip_drop': 1.0104126476754747e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:44,707] Finished trial#421 with value: 3.483490502959669 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 169, 'ada_lr': 0.6909736219089203, 'et_features': 9, 'et_Scaler': 'minmax', 'et_max_depth': 66, 'et_ne': 41, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.46544042933143753, 'alpha': 1.3004349922800032e-05, 'max_depth': 42, 'eta': 0.19659149663785178, 'gamma': 3.628930608224559e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00023361347476048472, 'skip_drop': 3.409421547831626e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:45,639] Finished trial#422 with value: 3.1430021737086156 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 180, 'ada_lr': 0.6034710168630474, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 85, 'et_ne': 18, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.388638182796556, 'alpha': 5.096928088466868e-06, 'max_depth': 49, 'eta': 0.34363875849602726, 'gamma': 1.1560420454828454e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.6159901289866826e-06, 'skip_drop': 1.524494372299085e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:46,664] Finished trial#423 with value: 3.1637509244849267 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 190, 'ada_lr': 0.841647387963821, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 56, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9845780260803246, 'alpha': 2.2780912625512273e-05, 'max_depth': 46, 'eta': 0.5192479494441317, 'gamma': 4.446108114077383e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.7035609154228967e-06, 'skip_drop': 5.409369052297547e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:47,602] Setting status of trial#424 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:48,608] Finished trial#425 with value: 3.5266189171811733 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 170, 'ada_lr': 0.9499975245403895, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 10, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7086323818283089, 'alpha': 7.493800452436766e-06, 'max_depth': 44, 'eta': 0.9776185843685049, 'gamma': 8.188369600886695e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.007111370241762817, 'skip_drop': 0.00025413906644104956}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:49,575] Finished trial#426 with value: 3.2605698485157335 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 147, 'ada_lr': 0.05313584811840311, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 32, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4948119703807751, 'alpha': 1.3941463181822306e-05, 'max_depth': 39, 'eta': 0.28527070777783986, 'gamma': 1.9674671526290346e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 8.445617366794014e-06, 'skip_drop': 1.5391802316820718e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:50,504] Finished trial#427 with value: 3.157169234831718 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 181, 'ada_lr': 0.887860613338617, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 24, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3401703224808712, 'alpha': 1.830721853670324e-05, 'max_depth': 41, 'eta': 0.6881188469838014, 'gamma': 3.029946107539746e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.102503278384529e-05, 'skip_drop': 2.8616295465311516e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:51,565] Finished trial#428 with value: 4.655241792248471 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 196, 'ada_lr': 0.6746628760992578, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 64, 'xgb_features': 10, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.6718313693815126, 'alpha': 8.768454599732964e-06, 'max_depth': 51, 'eta': 0.10381613133399481, 'gamma': 5.156487564456531e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0003392551835925737, 'skip_drop': 7.273137052184099e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:52,291] Setting status of trial#429 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:54,038] Finished trial#430 with value: 3.274903846111995 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 192, 'ada_lr': 0.9461051127097229, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 375, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4210677613971048, 'alpha': 3.0438618121370283e-05, 'max_depth': 91, 'eta': 0.43486678840619947, 'gamma': 1.3272146326268733e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 4.370184861959305e-06, 'skip_drop': 8.877845071424619e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:55,478] Setting status of trial#431 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:40:56,593] Finished trial#432 with value: 3.142507114727725 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 204, 'ada_lr': 0.7126961111917617, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 54, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9801437331469502, 'alpha': 1.1126969519358772e-05, 'max_depth': 47, 'eta': 0.22389359309144724, 'gamma': 6.389528130660842e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0013016511948913824, 'skip_drop': 3.959793404244261e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:57,618] Finished trial#433 with value: 3.1653740035555473 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 183, 'ada_lr': 0.2647744184536521, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 42, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5503720904873727, 'alpha': 5.571881150635194e-06, 'max_depth': 44, 'eta': 0.3684976594980618, 'gamma': 2.518195474551084e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.065169362834069e-07, 'skip_drop': 2.966588466060423e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:58,641] Finished trial#434 with value: 3.2044347424675443 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 166, 'ada_lr': 0.7758855499397784, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 77, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9872285547247402, 'alpha': 4.22641962557991e-05, 'max_depth': 36, 'eta': 0.6928872025761029, 'gamma': 9.210056201110143e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.3132020249927361e-05, 'skip_drop': 6.92917293933576e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:40:59,632] Finished trial#435 with value: 3.8674650659552325 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.8901803198393263, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 34, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.29272545605004796, 'alpha': 2.2838394330042117e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:00,567] Finished trial#436 with value: 3.311058547102243 with parameters: {'combos': 1, 'rid_features': 9, 'rid_Scaler': 'stand', 'alphar': 0.09496845185912935, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.6424692471034177, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.995231352807457, 'alpha': 0.5673207342562036, 'max_depth': 38, 'eta': 0.9792864113201958, 'gamma': 1.8236337742613468e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0008019422557276389, 'skip_drop': 2.5008498054977182e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:01,321] Setting status of trial#437 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:02,436] Finished trial#438 with value: 3.698361005632501 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 231, 'ada_lr': 0.6796450711714964, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 1, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.406303646588723, 'alpha': 1.4674820964865036e-05, 'max_depth': 49, 'eta': 0.515657637232274, 'gamma': 5.1077219548980625e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.973599177806317e-06, 'skip_drop': 4.40921516338432e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:03,550] Finished trial#439 with value: 3.781741014153472 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 190, 'ada_lr': 0.995655621176511, 'et_features': 11, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 99, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6050455181755136, 'alpha': 8.473515189400398e-06, 'max_depth': 41, 'eta': 0.13094978502939603, 'gamma': 1.266252857516928e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.0317102076057502e-05, 'skip_drop': 3.0261334467314464e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:04,560] Finished trial#440 with value: 3.3916924682819833 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.7674877410885471, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 15, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.30717694486954705, 'alpha': 3.7030903942038354e-06, 'max_depth': 31, 'eta': 0.24724098398271893, 'gamma': 6.815918692777758e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0004547246927135026, 'skip_drop': 1.3588771616322083e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:04,991] Setting status of trial#441 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:06,125] Finished trial#442 with value: 3.081838916982355 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 205, 'ada_lr': 0.9406146347633426, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 61, 'et_ne': 51, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4720823381435998, 'alpha': 1.1486111617446561e-05, 'max_depth': 39, 'eta': 0.38348016253738776, 'gamma': 3.216499420852166e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00023149521908323015, 'skip_drop': 7.214398971879606e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:06,981] Setting status of trial#443 as TrialState.PRUNED. Trial was pruned at iteration 15.\n",
            "[I 2020-07-13 04:41:08,222] Finished trial#444 with value: 3.3484020183987657 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.5817801536803606, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 71, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3700616636213605, 'alpha': 3.070997773281459e-05, 'max_depth': 42, 'eta': 0.9901212583936158, 'gamma': 2.333899543318382e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.918604357631569e-05, 'skip_drop': 5.414775421175672e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:08,947] Finished trial#445 with value: 3.7169778216454668 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 5, 'ada_lr': 0.07757778085712624, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 106, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.527433851747655, 'alpha': 7.170875676128995e-06, 'max_depth': 37, 'eta': 0.17288983902233085, 'gamma': 9.110699168017035e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.5685830901593535e-06, 'skip_drop': 2.016774092671419e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:09,892] Finished trial#446 with value: 3.249912605562952 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 173, 'ada_lr': 0.9047409849821862, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 27, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2596322475920522, 'alpha': 2.3531299185025504e-05, 'max_depth': 48, 'eta': 0.39493605264671383, 'gamma': 1.3051480081610541e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.003502199583834213, 'skip_drop': 1.0206612249377455e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:11,065] Finished trial#447 with value: 3.22012263753268 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 213, 'ada_lr': 0.7222379989771325, 'et_features': 13, 'et_Scaler': 'log', 'et_max_depth': 81, 'et_ne': 93, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9658710911163314, 'alpha': 1.1296770211094972e-05, 'max_depth': 45, 'eta': 0.2812547514539527, 'gamma': 6.416246420384783e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.751148850961401e-06, 'skip_drop': 1.8854356182248487e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:11,984] Setting status of trial#448 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:13,035] Finished trial#449 with value: 3.392395779987516 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 202, 'ada_lr': 0.8706228857279336, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 1, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3885208629365885, 'alpha': 1.7842674014584068e-05, 'max_depth': 40, 'eta': 0.7654491425865583, 'gamma': 4.083059833852007e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 9.222429411966713e-05, 'skip_drop': 1.0247760698129077e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:13,771] Setting status of trial#450 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:14,950] Finished trial#451 with value: 3.027590506355081 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 237, 'ada_lr': 0.7942091424510254, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 38, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5782796751746047, 'alpha': 4.787372734524266e-05, 'max_depth': 44, 'eta': 0.5418216784558583, 'gamma': 2.68865551143135e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 9.488814487833286e-07, 'skip_drop': 3.455738770812884e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:16,045] Finished trial#452 with value: 3.206331483939414 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 252, 'ada_lr': 0.7699541769191656, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 41, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7238532407076412, 'alpha': 4.5107476223982275e-06, 'max_depth': 44, 'eta': 0.5519087730836965, 'gamma': 6.775040204085057e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 9.30188756363326e-07, 'skip_drop': 3.536444294614775e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:17,141] Finished trial#453 with value: 3.284233336372653 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 239, 'ada_lr': 0.7323747993660928, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 35, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5583295377225972, 'alpha': 8.594646039219677e-06, 'max_depth': 42, 'eta': 0.9874035164408431, 'gamma': 2.931560430782719e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.2601276285301358e-06, 'skip_drop': 1.5162553372024115e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:18,238] Finished trial#454 with value: 3.2315862868843857 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 252, 'ada_lr': 0.6904134395772334, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 89, 'et_ne': 24, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7560916086021927, 'alpha': 4.072068378820182e-05, 'max_depth': 36, 'eta': 0.6738759662803424, 'gamma': 1.9610607236370325e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.437332039498453e-06, 'skip_drop': 4.318922349351855e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:19,314] Finished trial#455 with value: 3.1544441888579793 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 237, 'ada_lr': 0.7970190016188471, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 73, 'et_ne': 45, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.26476551453576114, 'alpha': 1.3837369425424182e-05, 'max_depth': 39, 'eta': 0.33501085272336517, 'gamma': 9.98405206647281e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.7240772913213433e-06, 'skip_drop': 3.7092461758264067e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:20,331] Finished trial#456 with value: 3.183652686546954 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 228, 'ada_lr': 0.8117433518335216, 'et_features': 14, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 14, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5211607336454573, 'alpha': 2.574007247155689e-05, 'max_depth': 33, 'eta': 0.22015369657809583, 'gamma': 4.4747745914753734e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.87231465726896e-07, 'skip_drop': 2.07695908437996e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:21,313] Setting status of trial#457 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:22,534] Finished trial#458 with value: 3.1412777101002116 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 243, 'ada_lr': 0.770594046659352, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 48, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.917516473069136, 'alpha': 6.098252930753948e-06, 'max_depth': 44, 'eta': 0.46206775994981025, 'gamma': 2.917544643415831e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.7648917317057684e-06, 'skip_drop': 8.62033306310719e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:23,587] Finished trial#459 with value: 3.2986204767529754 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.7115538010332743, 'et_features': 8, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 32, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 3.1295887049173195e-06, 'alpha': 1.0348024336173532e-05, 'max_depth': 42, 'eta': 0.7540769763606258, 'gamma': 1.7464967374935234e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 2.799017180836093e-07, 'skip_drop': 6.381745459531725e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:24,653] Finished trial#460 with value: 3.589457850024362 with parameters: {'combos': 0, 'rid_features': 15, 'rid_Scaler': 'minmax', 'alphar': 0.01513589158683832, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 233, 'ada_lr': 0.8456394528969594, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 80, 'et_ne': 59}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:25,677] Finished trial#461 with value: 3.2247861638163045 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 211, 'ada_lr': 0.7603182877999659, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 25, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9883178215973694, 'alpha': 1.6663446870935342e-05, 'max_depth': 46, 'eta': 0.9966759364360693, 'gamma': 2.4274141354286242e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.01753936435776898, 'skip_drop': 3.2163970183804327e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:26,655] Finished trial#462 with value: 3.4492183123518303 with parameters: {'combos': 2, 'rid_features': 4, 'rid_Scaler': 'stand', 'alphar': 0.0001161648170966176, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 133, 'ada_lr': 0.06521871499896717, 'gbm_features': 14, 'gbm_Scaler': 'log', 'lambda_l1': 0.00039094009853699686, 'lambda_l2': 2.5456005490965373e-07, 'num_leaves': 221, 'feature_fraction': 0.7497237835294266, 'bagging_fraction': 0.868984853373626, 'bagging_freq': 4, 'min_child_samples': 10}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:27,636] Finished trial#463 with value: 3.0462330072145916 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 153, 'ada_lr': 0.6730964578310703, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 76, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3885454730857135, 'alpha': 0.1359408525958457, 'max_depth': 40, 'eta': 0.33059248390545665, 'gamma': 1.3338762688864862e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 4.0881849713971194e-06, 'skip_drop': 1.3269465139540247e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:28,439] Setting status of trial#464 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:29,710] Finished trial#465 with value: 3.7749469469177965 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 247, 'ada_lr': 0.5995104869583334, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 49, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5273349984327969, 'alpha': 3.918566436383422e-06, 'max_depth': 39, 'eta': 0.1428484299885704, 'gamma': 1.0860692831216935e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.920686029502862e-06, 'skip_drop': 1.3386490799977322e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:30,379] Finished trial#466 with value: 3.2572183534902934 with parameters: {'combos': 6, 'rid_features': 17, 'rid_Scaler': 'log', 'alphar': 0.5199826354860768, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 76, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9979067490036833, 'alpha': 0.000960927442323673, 'max_depth': 40, 'eta': 0.2770349546419563, 'gamma': 1.4130020799346361e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.481982113879052e-06, 'skip_drop': 8.529217421689889e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:31,349] Finished trial#467 with value: 3.4688745420695644 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 155, 'ada_lr': 0.6256556556882181, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 64, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.4026751756163455, 'alpha': 0.006426706557589582, 'max_depth': 37, 'eta': 0.35844813944279413, 'gamma': 9.885355978470355e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 2.4392698264351137e-06, 'skip_drop': 4.363402524003384e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:32,288] Finished trial#468 with value: 3.0796279105581266 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 145, 'ada_lr': 0.6801169513737724, 'et_features': 16, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 40, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6577966090778549, 'alpha': 7.997869051811119e-06, 'max_depth': 43, 'eta': 0.548158699268242, 'gamma': 4.589498776057684e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0017201577953429353, 'skip_drop': 1.898484309392586e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:33,182] Finished trial#469 with value: 3.30152584092324 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 155, 'ada_lr': 0.6998042610491434, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 83, 'et_ne': 21, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.22096426479815293, 'alpha': 1.1955301004401688e-05, 'max_depth': 50, 'eta': 0.1885926681749895, 'gamma': 7.06380554559346e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0006473953742417589, 'skip_drop': 1.0372412612575961e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:34,185] Finished trial#470 with value: 3.910419684165805 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 139, 'ada_lr': 0.6417632213860986, 'et_features': 17, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 83, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.3846414755034761, 'alpha': 6.397323671923719e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:35,013] Setting status of trial#471 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:35,994] Finished trial#472 with value: 7.718407170852834 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'minmax', 'ada_ne': 151, 'ada_lr': 0.5493015613917535, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 12, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 2.3653752820840076e-07, 'alpha': 1.7467453838926825e-05, 'max_depth': 41, 'eta': 3.166275548148125e-05, 'gamma': 1.7146657080710817e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.1598267914492353e-06, 'skip_drop': 2.1972192367833869e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:37,071] Finished trial#473 with value: 3.2054546348581576 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 232, 'ada_lr': 0.7367578194014415, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 55, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.648431732755119, 'alpha': 0.031708971974965465, 'max_depth': 47, 'eta': 0.29677101594368804, 'gamma': 1.2190777567557447e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 9.572355654486297e-06, 'skip_drop': 7.183220144271301e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:38,128] Finished trial#474 with value: 5.626451489798762 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 256, 'ada_lr': 0.9955743279573607, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 1, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4840296182186736, 'alpha': 9.344949636603724e-06, 'max_depth': 38, 'eta': 0.06499684997953234, 'gamma': 4.298920721443716e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.00029969335166575995, 'skip_drop': 0.04597331326169091}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:39,017] Setting status of trial#475 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:40,099] Finished trial#476 with value: 8.655170106170091 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 161, 'ada_lr': 0.8742354758204135, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 74, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7389108073108013, 'alpha': 1.3021343437399323e-05, 'max_depth': 44, 'eta': 6.63471342863082e-06, 'gamma': 3.564145499108378e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00816613886980592, 'skip_drop': 1.4162082345217024e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:41,279] Finished trial#477 with value: 3.141982740830537 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.7188287249548968, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 86, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.30755488172546686, 'alpha': 0.0734381685841071, 'max_depth': 35, 'eta': 0.6604278246973316, 'gamma': 2.9839489353180483e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.531258047017468e-06, 'skip_drop': 4.218442601311003e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:42,296] Finished trial#478 with value: 3.2623906038005908 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 170, 'ada_lr': 0.6091108597857786, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 54, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.1946173863474029, 'alpha': 4.774472033375692e-06, 'max_depth': 42, 'eta': 0.40291731679860926, 'gamma': 8.214114080921682e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.27521487357063784, 'skip_drop': 6.084986417704193e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:43,140] Setting status of trial#479 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:45,040] Finished trial#480 with value: 3.697147178782385 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.999389868589704, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 79, 'et_ne': 483, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9665656266535912, 'alpha': 2.296585423018791e-05, 'max_depth': 40, 'eta': 0.9892821993400467, 'gamma': 1.6989254041673273e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.148573514854652e-06, 'skip_drop': 2.678277002105795e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:46,156] Finished trial#481 with value: 3.028117747096 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 241, 'ada_lr': 0.9228207790470362, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 46, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.484733946217726, 'alpha': 5.560189404222815e-05, 'max_depth': 51, 'eta': 0.5150242925540057, 'gamma': 1.1289272617126054e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.00019777365619166222, 'skip_drop': 1.4804318745883076e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:47,212] Finished trial#482 with value: 3.5410849082332345 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 259, 'ada_lr': 0.9376379711606121, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 29, 'xgb_features': 10, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.3589765250961613, 'alpha': 5.77424045160667e-05, 'max_depth': 53, 'eta': 0.22658880290456482, 'gamma': 5.804378748851279e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00014409018954949894, 'skip_drop': 0.00015534251311847942}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:48,358] Finished trial#483 with value: 3.18084720444342 with parameters: {'combos': 3, 'ada_features': 10, 'ada_Scaler': 'stand', 'ada_ne': 242, 'ada_lr': 0.9129256300912748, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 37, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9865474876347367, 'alpha': 4.5288417208879014e-05, 'max_depth': 51, 'eta': 0.716188008153199, 'gamma': 1.050826716324817e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00017766035311669035, 'skip_drop': 1.460972047698825e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:49,389] Finished trial#484 with value: 3.045443581349826 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 238, 'ada_lr': 0.9481435231530412, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 10, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4872111815744709, 'alpha': 7.086285796033991e-05, 'max_depth': 50, 'eta': 0.32707817322907473, 'gamma': 1.2623211517939273e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00044971355771692497, 'skip_drop': 9.046442355073632e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:50,421] Finished trial#485 with value: 3.6109711133508284 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'minmax', 'ada_ne': 242, 'ada_lr': 0.9478469414052425, 'et_features': 2, 'et_Scaler': 'minmax', 'et_max_depth': 73, 'et_ne': 9, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6694014798211279, 'alpha': 0.00014477879844367882, 'max_depth': 54, 'eta': 0.1447414225161685, 'gamma': 1.4778941888876275e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.000227324487090129, 'skip_drop': 8.722385587872544e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:51,442] Finished trial#486 with value: 3.264137379240382 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 234, 'ada_lr': 0.9945785158652235, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 19, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5324011931233933, 'alpha': 7.57660172676731e-05, 'max_depth': 51, 'eta': 0.27140943035056925, 'gamma': 1.1445811965200647e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0005440322997102091, 'skip_drop': 1.523868323743524e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:52,357] Setting status of trial#487 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:53,557] Finished trial#488 with value: 3.0788470185712815 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 267, 'ada_lr': 0.9683564918484849, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 11, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9824062633728858, 'alpha': 0.00010685317491855093, 'max_depth': 49, 'eta': 0.3647511825951743, 'gamma': 2.1618395410384047e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.001009354036944283, 'skip_drop': 2.326149272736297e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:54,748] Finished trial#489 with value: 3.255365564315685 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 251, 'ada_lr': 0.884619475258099, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 90, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.45704481146535963, 'alpha': 5.772717074597544e-05, 'max_depth': 37, 'eta': 0.2177547747255818, 'gamma': 1.4769424442489561e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00039020016786138473, 'skip_drop': 0.0021671343649566016}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:55,643] Setting status of trial#490 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:56,748] Finished trial#491 with value: 3.305422131768218 with parameters: {'combos': 1, 'rid_features': 3, 'rid_Scaler': 'stand', 'alphar': 0.0011970770010047746, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 238, 'ada_lr': 0.8779612157375923, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2606173282440864, 'alpha': 0.2326565877601995, 'max_depth': 52, 'eta': 0.4595560331300025, 'gamma': 1.0188564177521439e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0003833693061753774, 'skip_drop': 7.16979991044008e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:57,774] Finished trial#492 with value: 3.1231203272066925 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 226, 'ada_lr': 0.9371378291491675, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 22, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7351657067689997, 'alpha': 0.00021779201523988335, 'max_depth': 46, 'eta': 0.3128094284615357, 'gamma': 2.14515247252622e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.00010580740425663312, 'skip_drop': 2.834050009933572e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:41:58,693] Setting status of trial#493 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:41:59,772] Finished trial#494 with value: 3.8461625094653313 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 244, 'ada_lr': 0.8315094069557089, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 1, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.6995639562176684, 'alpha': 9.295527027062406e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:01,356] Finished trial#495 with value: 3.1096830196607437 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 257, 'ada_lr': 0.8888356583126997, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 292, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3726663737480296, 'alpha': 4.719732506941576e-05, 'max_depth': 49, 'eta': 0.5029617937443301, 'gamma': 7.11909113922289e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.000270784835641334, 'skip_drop': 1.0545400472594328e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:02,593] Finished trial#496 with value: 3.2091198148686155 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 231, 'ada_lr': 0.9245946264761427, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 117, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2286050877846181, 'alpha': 3.195302988759005e-05, 'max_depth': 38, 'eta': 0.3197913397550773, 'gamma': 1.4470079529891272e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0007522162823293669, 'skip_drop': 5.253940380424879e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:03,711] Finished trial#497 with value: 4.584420627254351 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.8466545150401338, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 83, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9864177628585186, 'alpha': 7.103227168242084e-05, 'max_depth': 50, 'eta': 0.0864895895408632, 'gamma': 2.9834081541168653e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0001876597386176798, 'skip_drop': 1.8700328568328962e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:04,919] Finished trial#498 with value: 3.071533013409925 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 243, 'ada_lr': 0.9982044374960817, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 108, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.15824517577433178, 'alpha': 2.1052223176930195e-05, 'max_depth': 40, 'eta': 0.504635610674863, 'gamma': 0.0002704796623105701, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 8.586878357384242e-05, 'skip_drop': 1.1320892738178278e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:06,093] Finished trial#499 with value: 3.221849408873129 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 225, 'ada_lr': 0.8790345078035672, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 95, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5315025105221275, 'alpha': 0.00036419153657037703, 'max_depth': 46, 'eta': 0.24458786824414783, 'gamma': 2.057308351489227e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00045947214688230015, 'skip_drop': 5.318864508659309e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:07,044] Setting status of trial#500 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:08,158] Finished trial#501 with value: 3.2552824521925605 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 236, 'ada_lr': 0.9528585429034373, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 8, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.30773477033263763, 'alpha': 5.8959058114809144e-05, 'max_depth': 37, 'eta': 0.38616313698574506, 'gamma': 5.08483740145605e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00212730653955866, 'skip_drop': 1.5676312047351714e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:09,374] Finished trial#502 with value: 3.244714982746773 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.5726453995585801, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 120, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.0007698780888202408, 'alpha': 0.00012853580204019624, 'max_depth': 48, 'eta': 0.6256906394011418, 'gamma': 8.173284157315988e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.146894671992767e-05, 'skip_drop': 3.1348988749962286e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:10,483] Finished trial#503 with value: 3.5868064095540344 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 210, 'ada_lr': 0.9993455302612115, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 77, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.6788748906639042, 'alpha': 2.724139332214963e-05, 'max_depth': 53, 'eta': 0.3970086950717573, 'gamma': 4.349096664143832e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.001075123178040712, 'skip_drop': 2.7724641283988335e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:11,303] Setting status of trial#504 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:11,857] Setting status of trial#505 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:13,191] Finished trial#506 with value: 3.2686490139957884 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 236, 'ada_lr': 0.9160327864847779, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 105, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4116912789294252, 'alpha': 3.975087654541159e-05, 'max_depth': 45, 'eta': 0.6900958974310962, 'gamma': 1.3291401535417707e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0002648837903345252, 'skip_drop': 1.0658537906600954e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:14,254] Finished trial#507 with value: 3.5407497826413086 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 249, 'ada_lr': 0.8409955955529952, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 16, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.544588657507133, 'alpha': 1.7048703385794454e-05, 'max_depth': 41, 'eta': 0.18184264060320188, 'gamma': 1.883929645684096e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.7561193536228744e-05, 'skip_drop': 6.984660316531151e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:15,384] Finished trial#508 with value: 3.254639122386962 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.7990986135796737, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 65, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.00022335565344162736, 'alpha': 1.3299727892251526e-05, 'max_depth': 34, 'eta': 0.2766869289713763, 'gamma': 3.246078281304964e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:16,402] Setting status of trial#509 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:17,320] Setting status of trial#510 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:18,481] Finished trial#511 with value: 3.091813287511912 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 228, 'ada_lr': 0.8799192498129929, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 47, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9583169610740624, 'alpha': 2.6942996834150815e-05, 'max_depth': 39, 'eta': 0.5161543976607805, 'gamma': 6.292759644167258e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00011005799445747305, 'skip_drop': 1.8924836557703034e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:19,907] Finished trial#512 with value: 3.2599286824523745 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 259, 'ada_lr': 0.6469321622131696, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 81, 'et_ne': 202, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2569486988492438, 'alpha': 1.6389500915965142e-05, 'max_depth': 51, 'eta': 0.7389520093010494, 'gamma': 1.1344892748629544e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.05094381176241106, 'skip_drop': 2.387487061571371e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:21,037] Finished trial#513 with value: 3.0864203735268703 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 216, 'ada_lr': 0.8050670723007357, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 96, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3979729520897929, 'alpha': 6.927068070113289e-05, 'max_depth': 43, 'eta': 0.3686602839326011, 'gamma': 1.755598868942352e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:22,255] Finished trial#514 with value: 7.791602424574998 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.8745772618995356, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 124, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6997669873668393, 'alpha': 3.771222963117381e-05, 'max_depth': 47, 'eta': 0.011403127622508499, 'gamma': 2.4262173446620103e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.816747313642657e-06, 'skip_drop': 4.3113223933690724e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:23,342] Finished trial#515 with value: 3.154380417245325 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.9341440153295338, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 77, 'xgb_features': 15, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.29454456495304154, 'alpha': 1.1659947870478284e-05, 'max_depth': 36, 'eta': 0.24055514390868638, 'gamma': 8.233610714777817e-06, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 8.7185702950616e-07, 'skip_drop': 1.2894170670623413e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:24,540] Finished trial#516 with value: 3.3642640027926856 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.9936521851351313, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 112, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4761355138494389, 'alpha': 1.9042330096962044e-05, 'max_depth': 41, 'eta': 0.9863053258311284, 'gamma': 3.334715961961588e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.1154718489776086e-05, 'skip_drop': 1.9024830565532238e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:25,617] Finished trial#517 with value: 3.9057572116589667 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 246, 'ada_lr': 0.9954442778482896, 'et_features': 3, 'et_Scaler': 'minmax', 'et_max_depth': 65, 'et_ne': 22, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.18127786469816598, 'alpha': 1.0089019983843586e-05, 'max_depth': 44, 'eta': 0.13250257430488957, 'gamma': 1.1609495657810772e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:26,774] Finished trial#518 with value: 8.422392234750463 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.15541455093835937, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 60, 'xgb_features': 10, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.7375207071219408, 'alpha': 2.3415901496242316e-05, 'max_depth': 50, 'eta': 1.2700074553097718e-07, 'gamma': 3.955594705110116e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0006223925673741124, 'skip_drop': 8.336115929586267e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:27,714] Finished trial#519 with value: 3.422743137356306 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.6142507449849512, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9624391182143092, 'alpha': 9.809188736453171e-05, 'max_depth': 38, 'eta': 0.4934597715549907, 'gamma': 5.3484091949990385e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.005719999315191574, 'skip_drop': 0.34990783790932917}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:28,538] Setting status of trial#520 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:29,546] Setting status of trial#521 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:30,548] Finished trial#522 with value: 3.24573679991577 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 140, 'ada_lr': 0.6928086820219788, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 85, 'et_ne': 44, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3388813987706954, 'alpha': 4.877624300700754e-05, 'max_depth': 47, 'eta': 0.3346119933555375, 'gamma': 0.00013933517349225646, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:31,684] Finished trial#523 with value: 3.1736512007925644 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 195, 'ada_lr': 0.9003711244217734, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 102, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9974884109559363, 'alpha': 1.4168440165831867e-05, 'max_depth': 55, 'eta': 0.6316473961613019, 'gamma': 1.512444454647516e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.012947753680571878, 'skip_drop': 2.6826868226084876e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:33,159] Finished trial#524 with value: 8.302179653947048 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 236, 'ada_lr': 0.7996511675130942, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 252, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5450338210057516, 'alpha': 3.2457676654822896e-05, 'max_depth': 42, 'eta': 0.004009818200040831, 'gamma': 7.085338199614291e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 2.577543154845523e-06, 'skip_drop': 3.905548909153358e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:34,219] Finished trial#525 with value: 8.409904227636625 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.8685377160736599, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 61, 'et_ne': 68, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.41833003245127914, 'alpha': 8.529450496931452e-06, 'max_depth': 34, 'eta': 0.00019882816132429386, 'gamma': 2.6063507259283776e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:35,307] Setting status of trial#526 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:36,371] Finished trial#527 with value: 3.187133438492046 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 201, 'ada_lr': 0.6591916095722455, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 12, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.22987203964146566, 'alpha': 1.879417104432969e-05, 'max_depth': 39, 'eta': 0.439216007079274, 'gamma': 9.826548794940598e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.807478357806662e-07, 'skip_drop': 4.846957444883208e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:37,499] Finished trial#528 with value: 3.4647731911946438 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'minmax', 'ada_ne': 246, 'ada_lr': 0.5804564777289679, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 29, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6400390143090535, 'alpha': 1.1342613054949498e-05, 'max_depth': 45, 'eta': 0.7244115062121904, 'gamma': 7.480147705877887e-06, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.7922935664625047e-06, 'skip_drop': 1.1787980643533558e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:38,364] Setting status of trial#529 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:39,551] Finished trial#530 with value: 3.195771054462964 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 188, 'ada_lr': 0.7558246568436672, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 95, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1317190100246359, 'alpha': 0.00016852002446157506, 'max_depth': 49, 'eta': 0.20469491415580923, 'gamma': 1.686023168147753e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:40,720] Finished trial#531 with value: 3.804131555648219 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.8534093886776931, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 113, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.3980480801260255, 'alpha': 0.0028097180246532097}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:41,775] Finished trial#532 with value: 3.0413834990767126 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.9136906408227304, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 51, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7388573436171778, 'alpha': 6.9817332144047835e-06, 'max_depth': 36, 'eta': 0.3084227957630491, 'gamma': 4.220316343394796e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00014154840860747418, 'skip_drop': 1.627576543218236e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:42,820] Finished trial#533 with value: 3.0793409108367635 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.809896804723917, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 53, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7494030315534818, 'alpha': 3.3515671014434643e-06, 'max_depth': 35, 'eta': 0.27000984868680206, 'gamma': 2.7384782808349772e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00017208541656858943, 'skip_drop': 4.396542229037289e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:43,886] Finished trial#534 with value: 3.1491489404892072 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 215, 'ada_lr': 0.7122593156325957, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 45, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9639712049725219, 'alpha': 5.9572820466730126e-06, 'max_depth': 33, 'eta': 0.4488500579328166, 'gamma': 4.73645853141848e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00013265907273047868, 'skip_drop': 1.9672061832332637e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:44,989] Finished trial#535 with value: 4.012569764468798 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.16760101600549748, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 61, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5840612013106636, 'alpha': 8.061049649804616e-06, 'max_depth': 37, 'eta': 0.11063695271029875, 'gamma': 3.580525683197653e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.949459261840805e-05, 'skip_drop': 1.2842855743402116e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:46,077] Finished trial#536 with value: 3.4134496375609893 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 229, 'ada_lr': 0.8968963439483907, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 38, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9444131765547263, 'alpha': 4.657773610700842e-06, 'max_depth': 36, 'eta': 0.9807654701943763, 'gamma': 5.2692610862684325e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0003444739535420508, 'skip_drop': 3.3592472871004877e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:47,109] Finished trial#537 with value: 3.512405116952397 with parameters: {'combos': 0, 'rid_features': 11, 'rid_Scaler': 'minmax', 'alphar': 6.811626575798074e-08, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.9958054633799386, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 52}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:48,154] Finished trial#538 with value: 6.778063106986729 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 240, 'ada_lr': 0.6335498346274346, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 19, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6996763319699554, 'alpha': 1.0037994253603655e-05, 'max_depth': 39, 'eta': 0.02764144835567563, 'gamma': 7.16403499040614e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0002043416797353628, 'skip_drop': 6.013987949103995e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:49,170] Finished trial#539 with value: 3.304236460369944 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 196, 'ada_lr': 0.8262137240418856, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 35, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9767638979098654, 'alpha': 6.142223909660504e-06, 'max_depth': 37, 'eta': 0.6651992827255196, 'gamma': 3.895342084958364e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.972216926530815e-06, 'skip_drop': 1.5949051040595373e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:50,001] Setting status of trial#540 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:51,655] Setting status of trial#541 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:52,843] Finished trial#542 with value: 3.3956949542378934 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 213, 'ada_lr': 0.8600587928512983, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 70, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.27667242126038044, 'alpha': 1.5206807568141507e-05, 'max_depth': 32, 'eta': 0.1710474342828673, 'gamma': 1.21704872430124e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.528558786878059e-06, 'skip_drop': 1.121686404275583e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:53,882] Finished trial#543 with value: 3.0568148815802734 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 200, 'ada_lr': 0.6786002261446554, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 45, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5121929695180668, 'alpha': 7.530335234241778e-06, 'max_depth': 40, 'eta': 0.33609805111037255, 'gamma': 2.7067114167591793e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 3.780179735862132e-05, 'skip_drop': 6.319888945769898e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:54,914] Finished trial#544 with value: 3.522818850550166 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.6491133639685926, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 44, 'xgb_features': 12, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.5427350152077218, 'alpha': 1.284560564239468e-05, 'max_depth': 41, 'eta': 0.2550812727439397, 'gamma': 1.940292775855327e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 4.8786882341949663e-05, 'skip_drop': 3.3693881348670224e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:55,983] Finished trial#545 with value: 3.3020631268862872 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.6777094714796361, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 56, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9674286625409685, 'alpha': 2.269779440980075e-05, 'max_depth': 35, 'eta': 0.34082398147318604, 'gamma': 3.437732898274726e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 4.199851303745098e-05, 'skip_drop': 5.9000492010092315e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:56,958] Finished trial#546 with value: 3.2988619792096237 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'minmax', 'ada_ne': 187, 'ada_lr': 0.7144735310582956, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 30, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5385791951734326, 'alpha': 8.595420673895937e-06, 'max_depth': 38, 'eta': 0.22208197586322265, 'gamma': 2.3518009649371913e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 7.493163063677103e-05, 'skip_drop': 2.71735029203891e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:57,898] Setting status of trial#547 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:42:58,982] Finished trial#548 with value: 3.19947217173358 with parameters: {'combos': 1, 'rid_features': 12, 'rid_Scaler': 'stand', 'alphar': 4.926494058887214e-06, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 206, 'ada_lr': 0.6847027317063961, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6781172122937387, 'alpha': 1.4268107335967191e-05, 'max_depth': 43, 'eta': 0.45153353529594026, 'gamma': 3.387939432026748e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 3.070241774409357e-05, 'skip_drop': 7.749946977312014e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:42:59,980] Finished trial#549 with value: 3.7904364386777587 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 189, 'ada_lr': 0.5407182865625906, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 70, 'et_ne': 58, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4209582393036065, 'alpha': 7.742825569604353e-06, 'max_depth': 40, 'eta': 0.15420189199470236, 'gamma': 1.0034094305793574e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0001162576475704641, 'skip_drop': 1.5475919713931665e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:00,981] Finished trial#550 with value: 3.31740145055559 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 205, 'ada_lr': 0.7424613772964976, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 24, 'et_ne': 24, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9929258412573081, 'alpha': 2.1518668512089567e-05, 'max_depth': 36, 'eta': 0.34741310103685724, 'gamma': 2.7421646028434867e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 2.5376579488052706e-06, 'skip_drop': 6.898569845474969e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:02,041] Finished trial#551 with value: 3.1523414514754142 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 216, 'ada_lr': 0.6456753247865101, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 41, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.99494533850829, 'alpha': 1.2161773352822935e-05, 'max_depth': 42, 'eta': 0.5150873628384601, 'gamma': 2.2856996668916773e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 2.1391700472667052e-05, 'skip_drop': 1.5159033198991e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:02,835] Setting status of trial#552 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:04,014] Finished trial#553 with value: 3.1984283526316557 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 197, 'ada_lr': 0.6124062992504199, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 63, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.36929628880414345, 'alpha': 9.892278323933527e-06, 'max_depth': 33, 'eta': 0.28903309851203884, 'gamma': 5.158461925578332e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.2182304100563544e-06, 'skip_drop': 6.322418051351663e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:05,144] Finished trial#554 with value: 3.067077586867938 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 211, 'ada_lr': 0.13999110753508054, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 52, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6892169020299203, 'alpha': 3.315581995221459e-05, 'max_depth': 45, 'eta': 0.5374637285231508, 'gamma': 1.4855408629539317e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.603879115700467e-06, 'skip_drop': 2.4866672543434374e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:06,075] Finished trial#555 with value: 3.34896393671867 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 188, 'ada_lr': 0.754233537884303, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 60, 'et_ne': 10, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4838390073270807, 'alpha': 6.297357247886975e-06, 'max_depth': 52, 'eta': 0.19747813570211234, 'gamma': 4.462921420125039e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.4662343291008953e-05, 'skip_drop': 7.129298989011041e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:07,198] Finished trial#556 with value: 3.1338339353464684 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 256, 'ada_lr': 0.6611112398223528, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 82, 'et_ne': 33, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.30716854313207437, 'alpha': 1.7723986861700844e-05, 'max_depth': 38, 'eta': 0.34967266272567754, 'gamma': 8.252486275759038e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.235030035825369e-05, 'skip_drop': 8.885026358329217e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:08,289] Finished trial#557 with value: 3.411934127618807 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.7955537429746111, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 73, 'xgb_features': 10, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.6407110765245599, 'alpha': 2.4010577158619798e-05, 'max_depth': 40, 'eta': 0.7367677623348238, 'gamma': 2.248259931998086e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.024603070847641587, 'skip_drop': 1.0348262976825786e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:09,151] Setting status of trial#558 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:10,922] Finished trial#559 with value: 3.0444470350985786 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 238, 'ada_lr': 0.579219716162108, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 354, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4463937996078421, 'alpha': 3.773671016438233e-06, 'max_depth': 44, 'eta': 0.2696833196198319, 'gamma': 1.4413214166702609e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 7.781399894203648e-06, 'skip_drop': 0.00012043882950525957}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:12,423] Finished trial#560 with value: 3.8614450321833305 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 247, 'ada_lr': 0.5461930191566697, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 449, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.33108089325207263, 'alpha': 3.072974090160113e-06, 'max_depth': 46, 'eta': 0.12265418276259968, 'gamma': 5.8948953233094925e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 8.277356918354678e-06, 'skip_drop': 0.00014856889646561354}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:14,112] Setting status of trial#561 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:15,749] Finished trial#562 with value: 3.2551797262815745 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 239, 'ada_lr': 0.5680918670319633, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 278, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4548186390736623, 'alpha': 3.58989736619077e-06, 'max_depth': 44, 'eta': 0.21079982374609077, 'gamma': 1.0604885205566991e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.1959789486741972e-05, 'skip_drop': 3.961119758426035e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:17,598] Finished trial#563 with value: 3.106542305199898 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 250, 'ada_lr': 0.6191146403573985, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 425, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.20843057113046698, 'alpha': 4.254676974797248e-06, 'max_depth': 47, 'eta': 0.2756943560663955, 'gamma': 1.4065831959355989e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.3847236682917454e-05, 'skip_drop': 5.228329488052902e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:19,294] Finished trial#564 with value: 4.644146740642394 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 238, 'ada_lr': 0.586914378121119, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 360, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.29870906096697714, 'alpha': 4.605361125242291e-06, 'max_depth': 43, 'eta': 0.08183156171419632, 'gamma': 7.439380044906593e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 6.5189846394871545e-06, 'skip_drop': 0.0003314757947392935}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:20,372] Finished trial#565 with value: 3.1366377377396653 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.6607197429358073, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 19, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5026192921594143, 'alpha': 2.262112957817688e-06, 'max_depth': 49, 'eta': 0.3785617778383926, 'gamma': 3.2839478979645824e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.004034264292237429, 'skip_drop': 0.00014027544633119654}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:22,219] Finished trial#566 with value: 3.4491074062106035 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.636786447357185, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 465, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.40702001056212234, 'alpha': 6.962166357545455e-06, 'max_depth': 42, 'eta': 0.16004723296057402, 'gamma': 4.836130243876738e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 4.68432898338222e-06, 'skip_drop': 4.578779444741481e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:23,285] Finished trial#567 with value: 3.130993012498036 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 253, 'ada_lr': 0.5774031164769639, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 5, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7280038101442213, 'alpha': 4.506770889630385e-05, 'max_depth': 45, 'eta': 0.2713452422577806, 'gamma': 1.918024431342489e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.812039048503651e-05, 'skip_drop': 2.043095506547228e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:24,697] Finished trial#568 with value: 3.8739593731708983 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 220, 'ada_lr': 0.6306260123977303, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 226, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.2594176880800347, 'alpha': 2.9182673811581712e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:25,758] Finished trial#569 with value: 3.281819615083009 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 232, 'ada_lr': 0.6768229217324285, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 22, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9972503264764262, 'alpha': 8.580508495957834e-06, 'max_depth': 53, 'eta': 0.4461694074762929, 'gamma': 1.2311352441657184e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0002651249379294667, 'skip_drop': 1.5682611881036331e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:27,433] Finished trial#570 with value: 5.900455925052602 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 242, 'ada_lr': 0.27568821922845066, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 333, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5315511945518483, 'alpha': 1.5196714560080497e-05, 'max_depth': 47, 'eta': 0.044202935379664826, 'gamma': 8.17635018762246e-06, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.4976368531153857e-06, 'skip_drop': 8.03153787650569e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:28,507] Setting status of trial#571 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:29,883] Finished trial#572 with value: 3.6231651375250156 with parameters: {'combos': 2, 'rid_features': 16, 'rid_Scaler': 'stand', 'alphar': 0.005343295911753378, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 229, 'ada_lr': 0.6833698745785262, 'gbm_features': 10, 'gbm_Scaler': 'log', 'lambda_l1': 0.0017636197768598218, 'lambda_l2': 3.9512893077160324e-05, 'num_leaves': 150, 'feature_fraction': 0.6409691320986872, 'bagging_fraction': 0.9302013145227529, 'bagging_freq': 1, 'min_child_samples': 3}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:30,918] Finished trial#573 with value: 3.2291913419564424 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 212, 'ada_lr': 0.5935223455270229, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 26, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3847821669504058, 'alpha': 1.8853736369296554e-06, 'max_depth': 51, 'eta': 0.3130422480469378, 'gamma': 4.3495369209774654e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0001360649893748245, 'skip_drop': 0.00011357974532553854}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:31,932] Finished trial#574 with value: 3.365164833863212 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.5125022831711591, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 12, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 2.387369053077638e-05, 'alpha': 2.8252022508100735e-06, 'max_depth': 40, 'eta': 0.5068304130303042, 'gamma': 2.680827980456364e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:32,832] Finished trial#575 with value: 3.1726165417131873 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 128, 'ada_lr': 0.7089610071958438, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 45, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9979896811458668, 'alpha': 1.0325454310701613e-05, 'max_depth': 48, 'eta': 0.2203873555632839, 'gamma': 2.6280398806696115e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 9.509695233500059e-05, 'skip_drop': 0.000396084545639782}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:34,145] Finished trial#576 with value: 3.208387417291786 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 252, 'ada_lr': 0.10082501202475191, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 77, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6368926419687828, 'alpha': 5.960462897058644e-06, 'max_depth': 43, 'eta': 0.3809726177082051, 'gamma': 1.5411136564506938e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00016980873546222508, 'skip_drop': 2.702923195162449e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:35,528] Setting status of trial#577 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:36,588] Finished trial#578 with value: 3.7530427714474484 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 207, 'ada_lr': 0.7659298719336654, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 1, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.293719406754166, 'alpha': 1.8421708161579946e-05, 'max_depth': 44, 'eta': 0.5418045192246457, 'gamma': 9.303789910625647e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:37,564] Setting status of trial#579 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:38,717] Finished trial#580 with value: 3.8881078589294424 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.9321632372360686, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 63, 'et_ne': 37, 'xgb_features': 17, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.1557258418465447, 'alpha': 0.9237218457416826, 'max_depth': 41, 'eta': 0.169073010568156, 'gamma': 3.332399531116773e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0004538154588316211, 'skip_drop': 2.14517571337089e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:39,698] Finished trial#581 with value: 3.107868010760979 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 204, 'ada_lr': 0.9997160421299808, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 91, 'et_ne': 17, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4973667844355801, 'alpha': 5.771940700914569e-05, 'max_depth': 50, 'eta': 0.31704530061435326, 'gamma': 6.188036233436221e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 8.228915994348581e-06, 'skip_drop': 3.1881487931904425e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:40,882] Finished trial#582 with value: 3.069012172953933 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 260, 'ada_lr': 0.6577968297551602, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 51, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7330910189989682, 'alpha': 3.3555559247400545e-05, 'max_depth': 46, 'eta': 0.5174286276282772, 'gamma': 1.984317099108034e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.00021444459990667918, 'skip_drop': 9.672943239503033e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:41,511] Finished trial#583 with value: 3.334648797264213 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 20, 'ada_lr': 0.6145382304283709, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 29, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3726164474519007, 'alpha': 1.3884237924378276e-05, 'max_depth': 39, 'eta': 0.24977635059613482, 'gamma': 1.2040902834091721e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:42,636] Finished trial#584 with value: 4.102120568488953 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 231, 'ada_lr': 0.9012623880671097, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 64, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7706541438396022, 'alpha': 7.410862526273499e-06, 'max_depth': 29, 'eta': 0.11548961919188988, 'gamma': 2.6770054838658065e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 2.762187035475613e-07, 'skip_drop': 6.209016643152357e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:44,285] Finished trial#585 with value: 3.2288012814357687 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.7509231775763632, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 61, 'et_ne': 352, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2211390529396989, 'alpha': 4.619754903113791e-06, 'max_depth': 70, 'eta': 0.7233399636525373, 'gamma': 8.709193023330711e-06, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.009434136470400253, 'skip_drop': 9.80096378069193e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:45,182] Setting status of trial#586 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:46,164] Setting status of trial#587 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:47,345] Finished trial#588 with value: 3.063229809561778 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 179, 'ada_lr': 0.7121907481855073, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 86, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4935110939776532, 'alpha': 2.705921023555006e-05, 'max_depth': 48, 'eta': 0.3812066877454173, 'gamma': 4.576456972295786e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.6183752455835257e-05, 'skip_drop': 1.402959076230759e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:48,901] Finished trial#589 with value: 3.147182987275105 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 224, 'ada_lr': 0.9574889633038997, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 314, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9963852483619102, 'alpha': 1.0749199626387322e-05, 'max_depth': 35, 'eta': 0.5714449094834335, 'gamma': 1.589979540201119e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:50,385] Finished trial#590 with value: 3.165884213483817 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 145, 'ada_lr': 0.5597039821466554, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 339, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.33925553214417137, 'alpha': 1.8244747409697572e-05, 'max_depth': 42, 'eta': 0.19778226678506516, 'gamma': 4.20402062768263e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0014282237331270742, 'skip_drop': 0.00021314458772523262}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:51,484] Finished trial#591 with value: 3.6341923366869304 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 209, 'ada_lr': 0.1250157393512503, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 40, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.002943474984826254, 'alpha': 7.30719339586949e-06, 'max_depth': 44, 'eta': 0.39352243774123763, 'gamma': 6.841597111589713e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.00036219951661010274, 'skip_drop': 5.718945563698427e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:52,681] Finished trial#592 with value: 3.309324266280197 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 235, 'ada_lr': 0.7985801427051892, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 80, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6200039675905664, 'alpha': 3.9897608259122053e-05, 'max_depth': 37, 'eta': 0.7844033684910621, 'gamma': 6.3421339782506566e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 8.366298171846457e-07, 'skip_drop': 4.306206858142783e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:53,619] Finished trial#593 with value: 3.874674119164521 with parameters: {'combos': 1, 'rid_features': 18, 'rid_Scaler': 'minmax', 'alphar': 0.009675859579495029, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 196, 'ada_lr': 0.8724621147903054, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 5.6294673728175456e-05, 'alpha': 2.3376621759356147e-05, 'max_depth': 39, 'eta': 0.28341197921668454, 'gamma': 1.0682379749111272e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:54,632] Finished trial#594 with value: 3.052677096601412 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.6865378684120422, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 11, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.45014265279251986, 'alpha': 1.1251365494267e-05, 'max_depth': 54, 'eta': 0.5500612688855026, 'gamma': 2.1747609446370306e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0007278793435258798, 'skip_drop': 8.539924071278078e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:55,643] Finished trial#595 with value: 3.6511079800732533 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 228, 'ada_lr': 0.6434043148288099, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'dart', 'lambda': 0.21744612726795634, 'alpha': 1.1048018051052708e-05, 'max_depth': 57, 'eta': 0.6271416844073884, 'gamma': 2.7100947467753076e-05, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0008901779870122595, 'skip_drop': 2.1864440819008847e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:56,542] Setting status of trial#596 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:43:57,704] Finished trial#597 with value: 3.5067378968010026 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 247, 'ada_lr': 0.959787476795839, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 9, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9862631928823306, 'alpha': 5.1668420674191175e-06, 'max_depth': 52, 'eta': 0.972737478961617, 'gamma': 3.273237693522415e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:58,751] Finished trial#598 with value: 2.9811308208474445 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 239, 'ada_lr': 0.9083218463645887, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 12, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3998631205493711, 'alpha': 8.794739924957831e-06, 'max_depth': 51, 'eta': 0.48790595800719183, 'gamma': 1.3382264105471586e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0021247826686801585, 'skip_drop': 7.884195902654201e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:43:59,795] Finished trial#599 with value: 3.541558349211615 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 253, 'ada_lr': 0.9094561144188059, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 90, 'et_ne': 1, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.14065518123888018, 'alpha': 3.1261432927111946e-06, 'max_depth': 56, 'eta': 0.4505625163282745, 'gamma': 1.9245197172807256e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.002446026787632221, 'skip_drop': 7.585819747677566e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:00,860] Setting status of trial#600 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:02,123] Finished trial#601 with value: 3.166194763841565 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 240, 'ada_lr': 0.9533240102293482, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 71, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2574273005616344, 'alpha': 7.408288528360985e-05, 'max_depth': 52, 'eta': 0.7436879535516379, 'gamma': 1.5650053294588693e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0033955985475090738, 'skip_drop': 2.333116876959161e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:03,189] Finished trial#602 with value: 2.961100713636438 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 245, 'ada_lr': 0.8297297792960787, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 95, 'et_ne': 10, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.35758834580408216, 'alpha': 8.747182643840588e-06, 'max_depth': 54, 'eta': 0.30193351231971294, 'gamma': 1.3108939210603928e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:03,967] Finished trial#603 with value: 3.184759169068477 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 103, 'ada_lr': 0.8228095444646989, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 15, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.19271202880132243, 'alpha': 1.408868038524813e-05, 'max_depth': 54, 'eta': 0.22200993111701034, 'gamma': 1.2468110582627184e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:04,984] Setting status of trial#604 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:05,783] Finished trial#605 with value: 3.3326724773519505 with parameters: {'combos': 9, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 94, 'et_ne': 12, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.27966855713871164, 'alpha': 9.166551675944798e-06, 'max_depth': 54, 'eta': 0.5759116956513233, 'gamma': 1.267194876065464e-05, 'grow_policy': 'depthwise', 'gbm_features': 0, 'gbm_Scaler': 'stand', 'lambda_l1': 1.5552574640249257e-05, 'lambda_l2': 0.00019873287317865766, 'num_leaves': 163, 'feature_fraction': 0.8777304673575268, 'bagging_fraction': 0.7470992346135931, 'bagging_freq': 7, 'min_child_samples': 14}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:06,851] Finished trial#606 with value: 2.9481807661539086 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 262, 'ada_lr': 0.8789807461667701, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 2, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.38419167297592854, 'alpha': 4.9900937169516626e-05, 'max_depth': 59, 'eta': 0.43347721685232227, 'gamma': 1.89782542751969e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:07,946] Finished trial#607 with value: 3.5668560244730854 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 260, 'ada_lr': 0.896087477900475, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 97, 'et_ne': 21, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1424869032293592, 'alpha': 0.00010628803141257447, 'max_depth': 58, 'eta': 0.14270734650029193, 'gamma': 9.36687493782945e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:09,028] Finished trial#608 with value: 3.179575760544031 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 254, 'ada_lr': 0.8583922655235982, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 86, 'et_ne': 7, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2046628867787536, 'alpha': 5.2985781650797475e-05, 'max_depth': 66, 'eta': 0.27366809067965886, 'gamma': 1.505713614256129e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:10,523] Finished trial#609 with value: 3.117200698670895 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 279, 'ada_lr': 0.935015620951912, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 94, 'et_ne': 236, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.35462631271926637, 'alpha': 7.185022632967813e-05, 'max_depth': 51, 'eta': 0.38795508393651806, 'gamma': 4.802392320148492e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:11,620] Setting status of trial#610 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:12,780] Finished trial#611 with value: 3.5081602632842417 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 272, 'ada_lr': 0.8460684242459212, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 88, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3033789740583707, 'alpha': 4.422913047798804e-05, 'max_depth': 59, 'eta': 0.21248516753881266, 'gamma': 1.0154022732398688e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:13,708] Setting status of trial#612 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:14,791] Finished trial#613 with value: 3.250094742974027 with parameters: {'combos': 0, 'rid_features': 3, 'rid_Scaler': 'log', 'alphar': 0.0006734935099249195, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 251, 'ada_lr': 0.8161788147280015, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 4}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:16,010] Finished trial#614 with value: 3.2779934293898925 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 265, 'ada_lr': 0.9998727053803157, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 81, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4156459544994613, 'alpha': 5.425502465473091e-05, 'max_depth': 60, 'eta': 0.9937916034145641, 'gamma': 3.478216603050662e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:17,189] Finished trial#615 with value: 3.4052130970740313 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 237, 'ada_lr': 0.8993451834194947, 'et_features': 1, 'et_Scaler': 'minmax', 'et_max_depth': 96, 'et_ne': 101, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.10118444456789799, 'alpha': 0.013506954179291179, 'max_depth': 63, 'eta': 0.41844623738962516, 'gamma': 1.8952139187835757e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:18,218] Finished trial#616 with value: 3.860905064566583 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 245, 'ada_lr': 0.862693458502323, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 99, 'et_ne': 1, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.24897456465147852, 'alpha': 3.711898846643494e-05, 'max_depth': 61, 'eta': 0.2824414924160868, 'gamma': 1.3428938718800286e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:19,499] Finished trial#617 with value: 3.6482645296358163 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 249, 'ada_lr': 0.9195654593139684, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 125, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.5853189809290147, 'alpha': 2.7051769784813626e-05, 'max_depth': 50, 'eta': 0.7087425613352066, 'gamma': 2.588873421206474e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:20,597] Finished trial#618 with value: 3.48341080606598 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 264, 'ada_lr': 0.9992625556435843, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 92, 'et_ne': 19, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3596134028031769, 'alpha': 8.28559806971897e-05, 'max_depth': 52, 'eta': 0.15523179515941898, 'gamma': 7.644018568484757e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:21,917] Finished trial#619 with value: 3.0688790027770256 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 244, 'ada_lr': 0.8034617292488652, 'et_features': 17, 'et_Scaler': 'log', 'et_max_depth': 97, 'et_ne': 111, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7417183836590698, 'alpha': 2.0657807614999513e-05, 'max_depth': 65, 'eta': 0.442675800981491, 'gamma': 1.856369935243724e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:23,094] Finished trial#620 with value: 3.194530813911993 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 241, 'ada_lr': 0.8467931991274178, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 83, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.169455612737921, 'alpha': 5.36182331104039e-05, 'max_depth': 56, 'eta': 0.28273130269417335, 'gamma': 1.155747494419734e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:23,662] Setting status of trial#621 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:24,774] Finished trial#622 with value: 3.754654157293767 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 231, 'ada_lr': 0.8741362801618201, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 95, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.45179333027035795, 'alpha': 0.00012937515050460134, 'max_depth': 50, 'eta': 0.5381923447015868, 'gamma': 7.617990433990201e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:26,048] Finished trial#623 with value: 3.045577340003109 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 284, 'ada_lr': 0.7813878503876742, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 92, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7369677430263439, 'alpha': 3.192512886346462e-05, 'max_depth': 49, 'eta': 0.35972364992440353, 'gamma': 3.1026581013567e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:27,845] Finished trial#624 with value: 3.3387264820404035 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 308, 'ada_lr': 0.7809748459146052, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 375, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.994423099171443, 'alpha': 2.7368242279249736e-05, 'max_depth': 32, 'eta': 0.18268201633730674, 'gamma': 4.895006396491396e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:28,917] Setting status of trial#625 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:30,235] Finished trial#626 with value: 3.255724538256645 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 282, 'ada_lr': 0.7685414287212473, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 24, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9996737979039242, 'alpha': 3.5554616087912964e-05, 'max_depth': 47, 'eta': 0.3010274635421745, 'gamma': 3.474085023454484e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:31,420] Finished trial#627 with value: 3.9402306465908454 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 275, 'ada_lr': 0.8169007017422814, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 68, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7064302123805215, 'alpha': 3.6657974070794684e-05, 'max_depth': 34, 'eta': 0.1213364441960816, 'gamma': 8.824111074454493e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:32,283] Setting status of trial#628 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:33,559] Finished trial#629 with value: 3.1233802894948517 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 225, 'ada_lr': 0.8406840808689031, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 93, 'et_ne': 118, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7150146868597215, 'alpha': 7.955777949400939e-05, 'max_depth': 54, 'eta': 0.21076765734931152, 'gamma': 2.4480376916983037e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:34,653] Finished trial#630 with value: 3.0717964187669144 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 269, 'ada_lr': 0.9229228072952379, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 99, 'et_ne': 13, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5115644573218379, 'alpha': 2.0968619563991846e-05, 'max_depth': 51, 'eta': 0.3417592211202203, 'gamma': 3.799007235707074e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:36,251] Finished trial#631 with value: 3.191795261789289 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 279, 'ada_lr': 0.9569542333210768, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 94, 'et_ne': 286, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9872314053312629, 'alpha': 4.1460314419743496e-05, 'max_depth': 46, 'eta': 0.6637325307838351, 'gamma': 5.496232496078775e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:37,419] Finished trial#632 with value: 3.030734921748765 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.8898296387349816, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 96, 'et_ne': 107, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2971837098321209, 'alpha': 2.8442944420386272e-05, 'max_depth': 49, 'eta': 0.4056697899667298, 'gamma': 1.878638648915643e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:38,731] Finished trial#633 with value: 3.442497842259469 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 295, 'ada_lr': 0.8997774378379517, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 96, 'et_ne': 126, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.12400566117888279, 'alpha': 5.704949480593276e-05, 'max_depth': 99, 'eta': 0.41272374552496016, 'gamma': 2.9525170798485675e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:40,719] Finished trial#634 with value: 3.071429230789601 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 283, 'ada_lr': 0.9984700760561253, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 96, 'et_ne': 497, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.20108865957257682, 'alpha': 2.8265390774190504e-05, 'max_depth': 49, 'eta': 0.23582687576410935, 'gamma': 0.001997673185681857, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:41,957] Setting status of trial#635 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:43,231] Finished trial#636 with value: 3.1754951406017136 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.890075585292266, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 112, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.28481008151933324, 'alpha': 9.347010272758868e-05, 'max_depth': 49, 'eta': 0.9838382953861488, 'gamma': 1.6483860624146673e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:44,356] Finished trial#637 with value: 8.409642758798864 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 210, 'ada_lr': 0.9951230458700322, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 97, 'et_ne': 103, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2796675316037169, 'alpha': 5.780021591686022e-05, 'max_depth': 51, 'eta': 1.2087842265602252e-06, 'gamma': 2.163744724556541e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:45,078] Finished trial#638 with value: 4.651103589806699 with parameters: {'combos': 6, 'rid_features': 1, 'rid_Scaler': 'stand', 'alphar': 0.4272992053306874, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 95, 'et_ne': 110, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.17500517852886804, 'alpha': 0.09914124590266549, 'max_depth': 47, 'eta': 0.08703593572988126, 'gamma': 1.4196342342756166e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:46,059] Finished trial#639 with value: 3.2195050773192504 with parameters: {'combos': 1, 'rid_features': 7, 'rid_Scaler': 'log', 'alphar': 8.113018710441184e-07, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 225, 'ada_lr': 0.9973103557543148, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3984691069444222, 'alpha': 3.888912452339776e-05, 'max_depth': 53, 'eta': 0.6898446142896142, 'gamma': 2.5962158122637183e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:47,411] Finished trial#640 with value: 3.2145704363866052 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 326, 'ada_lr': 0.8386356383118652, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 97, 'et_ne': 103, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.24450441861285532, 'alpha': 1.6488661016909963e-05, 'max_depth': 49, 'eta': 0.3722481306760317, 'gamma': 1.1396881098429984e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:48,627] Finished trial#641 with value: 3.003472853023562 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 256, 'ada_lr': 0.7819136309212498, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 92, 'et_ne': 99, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3624343683947266, 'alpha': 0.00016908547807315268, 'max_depth': 45, 'eta': 0.4678267906801184, 'gamma': 1.830215905120238e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:49,852] Setting status of trial#642 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:51,199] Finished trial#643 with value: 3.0594155693763967 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 253, 'ada_lr': 0.823545295475569, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 92, 'et_ne': 117, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.33600659936099336, 'alpha': 0.0002082666342482215, 'max_depth': 45, 'eta': 0.5618849047989035, 'gamma': 6.617385078249326e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:52,494] Finished trial#644 with value: 3.22483103486643 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 269, 'ada_lr': 0.8761344054239179, 'et_features': 1, 'et_Scaler': 'minmax', 'et_max_depth': 100, 'et_ne': 111, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5535340276020827, 'alpha': 0.00029592302869456, 'max_depth': 47, 'eta': 0.7021465692482388, 'gamma': 4.1617203000664135e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:53,777] Finished trial#645 with value: 3.1875552929779833 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 257, 'ada_lr': 0.7792526722694482, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 94, 'et_ne': 127, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1998888462086447, 'alpha': 0.00012270228008127613, 'max_depth': 45, 'eta': 0.47108014775241874, 'gamma': 1.8275370297281543e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:54,758] Setting status of trial#646 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:44:56,075] Finished trial#647 with value: 3.3575544148375873 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 245, 'ada_lr': 0.8722876847422033, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 33, 'et_ne': 98, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5190458765951987, 'alpha': 9.459700136439256e-05, 'max_depth': 48, 'eta': 0.7044404923963445, 'gamma': 3.3166443052115016e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:57,345] Finished trial#648 with value: 3.068863819761199 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 259, 'ada_lr': 0.7524737352726757, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 95, 'et_ne': 118, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3163990471981034, 'alpha': 0.00021351542782480304, 'max_depth': 53, 'eta': 0.2620920959629966, 'gamma': 2.3871796092613854e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:58,697] Finished trial#649 with value: 3.1843056173378974 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 265, 'ada_lr': 0.812761077456005, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 91, 'et_ne': 143, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7214522702476243, 'alpha': 0.00013086375003317464, 'max_depth': 50, 'eta': 0.9850906817553429, 'gamma': 1.6815831113330976e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:44:59,606] Setting status of trial#650 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:00,733] Finished trial#651 with value: 3.8393209804932633 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 240, 'ada_lr': 0.9975679914279579, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 93, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.38729793834430915, 'alpha': 0.0001435158942965766, 'max_depth': 56, 'eta': 0.4940823637281848, 'gamma': 8.480223890071149e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:02,064] Finished trial#652 with value: 3.1544778225710393 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.8321673477806559, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 182, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.14134585159084936, 'alpha': 7.10831571916071e-05, 'max_depth': 46, 'eta': 0.3614827741970038, 'gamma': 2.9920439578244764e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:03,405] Finished trial#653 with value: 3.210534845898183 with parameters: {'combos': 4, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 220, 'ada_lr': 0.933372643465611, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 27, 'gbm_features': 16, 'gbm_Scaler': 'log', 'lambda_l1': 0.0005083492705412764, 'lambda_l2': 4.214003315798008e-08, 'num_leaves': 154, 'feature_fraction': 0.5991305418664213, 'bagging_fraction': 0.8038972528303865, 'bagging_freq': 7, 'min_child_samples': 3}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:04,390] Finished trial#654 with value: 3.394987350129361 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 210, 'ada_lr': 0.7519280813657974, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 93, 'et_ne': 11, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5157180756462122, 'alpha': 1.7165775543657932e-05, 'max_depth': 48, 'eta': 0.16442573033836586, 'gamma': 1.1159334444672426e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:05,582] Finished trial#655 with value: 3.6353091849066694 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 227, 'ada_lr': 0.8513953004413057, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 105, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.2595431979958969, 'alpha': 2.6439956068773018e-05, 'max_depth': 44, 'eta': 0.5323046392583045, 'gamma': 1.874474973659974e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:06,795] Finished trial#656 with value: 3.3764455320540856 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 240, 'ada_lr': 0.7958585615615802, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 96, 'et_ne': 97, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9840886300078066, 'alpha': 0.00028449721399771786, 'max_depth': 51, 'eta': 0.9859027863732232, 'gamma': 4.194404981082428e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:08,032] Finished trial#657 with value: 3.217388848107872 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'minmax', 'ada_ne': 262, 'ada_lr': 0.90690415464963, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 89, 'et_ne': 112, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6031291182154239, 'alpha': 4.568792914134245e-05, 'max_depth': 49, 'eta': 0.25574268743597106, 'gamma': 1.4696270057746103e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:09,064] Finished trial#658 with value: 3.1939839066446516 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.9978999411390517, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 99, 'et_ne': 19, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.38920042234681734, 'alpha': 0.00017517849418647295, 'max_depth': 46, 'eta': 0.754957144834749, 'gamma': 9.067132046531054e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:10,125] Finished trial#659 with value: 4.6094864889773834 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 276, 'ada_lr': 0.9456975708565541, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 1, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.1012377406899819, 'alpha': 1.3455538170259856e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:11,240] Finished trial#660 with value: 3.1646427165855107 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 251, 'ada_lr': 0.8466211559372531, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 38, 'et_ne': 30, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9975763943659837, 'alpha': 2.1680150347699215e-05, 'max_depth': 53, 'eta': 0.3487805228422423, 'gamma': 2.504750670090037e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:12,126] Setting status of trial#661 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:13,336] Finished trial#662 with value: 3.192717490371908 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 206, 'ada_lr': 0.7472353761224346, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 95, 'et_ne': 94, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2157956943423689, 'alpha': 3.414482709858985e-05, 'max_depth': 43, 'eta': 0.4531326425989266, 'gamma': 1.3133258478430031e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:14,540] Finished trial#663 with value: 3.25958729710768 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.8019027828144738, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 136, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6715647008471003, 'alpha': 1.3698348547864575e-05, 'max_depth': 45, 'eta': 0.20572078023507429, 'gamma': 8.191602103875978e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:15,799] Finished trial#664 with value: 3.07354262122615 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 242, 'ada_lr': 0.9554319903167708, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 17, 'et_ne': 122, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4357978292148107, 'alpha': 5.534007359222589e-05, 'max_depth': 58, 'eta': 0.6350671344795049, 'gamma': 2.0165878541104426e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:16,795] Finished trial#665 with value: 3.180786911663054 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.8561402680189065, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 12, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.27903537329079964, 'alpha': 6.435115220260589e-06, 'max_depth': 51, 'eta': 0.9915485490069014, 'gamma': 6.928367234234321e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:18,092] Finished trial#666 with value: 3.189513582432468 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 229, 'ada_lr': 0.10675967954136775, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 110, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7364059458046494, 'alpha': 2.0752428609321737e-05, 'max_depth': 55, 'eta': 0.3084766733831028, 'gamma': 3.208743490632256e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:19,088] Finished trial#667 with value: 2.9669686299380165 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 192, 'ada_lr': 0.9068533001980016, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 25, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.42870552437596104, 'alpha': 1.0489215659495325e-05, 'max_depth': 48, 'eta': 0.4561253737803287, 'gamma': 9.645229937763794e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:20,067] Finished trial#668 with value: 3.1709025858318447 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.9494326921405428, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 25, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.15475772616935932, 'alpha': 7.312694413259131e-05, 'max_depth': 48, 'eta': 0.38942462568690533, 'gamma': 9.526678643937992e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:21,080] Finished trial#669 with value: 3.413218969500651 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 186, 'ada_lr': 0.9041964985521653, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 35, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.30698745144051653, 'alpha': 8.779482280876815e-06, 'max_depth': 50, 'eta': 0.15661737251923447, 'gamma': 1.0700281464634981e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:21,892] Setting status of trial#670 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:22,803] Setting status of trial#671 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:23,902] Finished trial#672 with value: 3.5611222037975327 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 182, 'ada_lr': 0.17830575254241107, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 22, 'xgb_features': 12, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.4087874346970139, 'alpha': 2.7059321851181855e-05, 'max_depth': 47, 'eta': 0.2495859206646475, 'gamma': 6.079768318958422e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:24,909] Finished trial#673 with value: 3.1349632295263925 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 199, 'ada_lr': 0.9087360634782353, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 33, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1784006531794369, 'alpha': 5.552824426057727e-06, 'max_depth': 46, 'eta': 0.5361247091374659, 'gamma': 7.825673771713068e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:25,891] Finished trial#674 with value: 3.177666267761272 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.9990332122571103, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 14, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.25178384755228145, 'alpha': 1.4782396020545497e-05, 'max_depth': 49, 'eta': 0.7580615342677438, 'gamma': 1.3245234303480547e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:26,996] Finished trial#675 with value: 3.1999932706829113 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'minmax', 'ada_ne': 258, 'ada_lr': 0.7542892138255762, 'et_features': 1, 'et_Scaler': 'minmax', 'et_max_depth': 73, 'et_ne': 24, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.49857757995120405, 'alpha': 4.1886626188505994e-05, 'max_depth': 53, 'eta': 0.3877830073418254, 'gamma': 5.043502748734021e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:27,922] Finished trial#676 with value: 3.7587136986056997 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 189, 'ada_lr': 0.8609243182245896, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 37, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.35230839617987747, 'alpha': 9.981654787994755e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:28,470] Finished trial#677 with value: 4.602457102959868 with parameters: {'combos': 6, 'rid_features': 13, 'rid_Scaler': 'minmax', 'alphar': 0.004013951212272526, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 93, 'et_ne': 8, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5278868868964095, 'alpha': 3.759143602025327e-06, 'max_depth': 51, 'eta': 0.11282887231518937, 'gamma': 1.792481812131762e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:29,324] Setting status of trial#678 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:30,414] Finished trial#679 with value: 3.603582449023937 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.8182283167822052, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 2, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.25198681881556356, 'alpha': 1.6422194648515e-05, 'max_depth': 47, 'eta': 0.2657684798606309, 'gamma': 1.1165092887965863e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:31,601] Finished trial#680 with value: 3.3100137089969195 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 269, 'ada_lr': 0.9972646814160017, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 30, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.00047970313524817556, 'alpha': 0.00010592978914087795, 'max_depth': 45, 'eta': 0.5602821310922445, 'gamma': 6.857863351234255e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:32,614] Finished trial#681 with value: 3.2756132432715774 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.8889534263358053, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 45, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3952306468283363, 'alpha': 2.7696208239244296e-05, 'max_depth': 48, 'eta': 0.1899433009082851, 'gamma': 1.5084931539998696e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:33,528] Setting status of trial#682 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:34,650] Finished trial#683 with value: 3.1857486085712305 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.9403901816736446, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 19, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.995066367942167, 'alpha': 7.438200120654892e-06, 'max_depth': 43, 'eta': 0.41060834003026975, 'gamma': 9.366132898748596e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:36,524] Finished trial#684 with value: 3.189714441335343 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 285, 'ada_lr': 0.7854540953130617, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 439, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6835929610496491, 'alpha': 0.0007470105706257568, 'max_depth': 50, 'eta': 0.8120060870779148, 'gamma': 1.92387829200477e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:37,433] Finished trial#685 with value: 3.8413746417426053 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 180, 'ada_lr': 0.8474274490172999, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5130448017766843, 'alpha': 1.1295990645543116e-05, 'max_depth': 44, 'eta': 0.31367120502258383, 'gamma': 5.720094333609638e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:38,525] Finished trial#686 with value: 3.0417946383054395 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 234, 'ada_lr': 0.8827470090688636, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 38, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.330238799011914, 'alpha': 6.962604972707981e-05, 'max_depth': 48, 'eta': 0.5621031098427717, 'gamma': 6.479288542547889e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:39,716] Finished trial#687 with value: 3.811985923109338 with parameters: {'combos': 3, 'ada_features': 16, 'ada_Scaler': 'minmax', 'ada_ne': 238, 'ada_lr': 0.958699802831993, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 34, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1767633135538897, 'alpha': 0.00012430347590520403, 'max_depth': 45, 'eta': 0.9441252992462174, 'gamma': 4.628347163170832e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:40,709] Setting status of trial#688 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:41,711] Setting status of trial#689 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:42,938] Finished trial#690 with value: 3.1451450849208835 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 248, 'ada_lr': 0.9149575047067444, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 46, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.23207273970703324, 'alpha': 7.191641006208132e-05, 'max_depth': 42, 'eta': 0.5733544036641917, 'gamma': 6.121452173678932e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:44,014] Finished trial#691 with value: 3.0951368960939707 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 233, 'ada_lr': 0.8653314855946229, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 31, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2994263204695548, 'alpha': 8.869222327829991e-05, 'max_depth': 47, 'eta': 0.7212585358174567, 'gamma': 3.982481654208087e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:45,054] Finished trial#692 with value: 7.652319733437403 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'minmax', 'ada_ne': 216, 'ada_lr': 0.9567464541985017, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 28, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3542367850483484, 'alpha': 0.0001655979508666897, 'max_depth': 53, 'eta': 0.0009564795693942239, 'gamma': 6.873906400960328e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:46,243] Finished trial#693 with value: 3.310869357011548 with parameters: {'combos': 5, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 227, 'ada_lr': 0.9991000428970624, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.12202665842029276, 'alpha': 5.09311605723105e-05, 'max_depth': 46, 'eta': 0.4810966636289673, 'gamma': 8.580785986177636e-06, 'grow_policy': 'lossguide', 'gbm_features': 4, 'gbm_Scaler': 'stand', 'lambda_l1': 7.171262585708847e-07, 'lambda_l2': 2.6375849310558457, 'num_leaves': 232, 'feature_fraction': 0.41851569630807883, 'bagging_fraction': 0.6803000800909835, 'bagging_freq': 2, 'min_child_samples': 5}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:47,855] Finished trial#694 with value: 3.7317526122054363 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 256, 'ada_lr': 0.3199574207084014, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 306, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.2626000248136693, 'alpha': 0.0004348509339824199}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:48,901] Finished trial#695 with value: 3.543452188183772 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'minmax', 'ada_ne': 212, 'ada_lr': 0.903618353967137, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 39, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.35041759435764835, 'alpha': 5.272529258467772e-06, 'max_depth': 42, 'eta': 0.5920256802975358, 'gamma': 9.47605734230875e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:49,981] Finished trial#696 with value: 3.273667696523052 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 240, 'ada_lr': 0.8368230207602163, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 18, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.08576083055814912, 'alpha': 6.457758123178761e-05, 'max_depth': 51, 'eta': 0.25544464192787664, 'gamma': 4.044861868153893e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:50,932] Finished trial#697 with value: 3.42851898659489 with parameters: {'combos': 1, 'rid_features': 15, 'rid_Scaler': 'log', 'alphar': 0.055651121227530305, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 200, 'ada_lr': 0.9575975543527895, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.19718061080166543, 'alpha': 8.53684391816121e-06, 'max_depth': 49, 'eta': 0.9692803146943417, 'gamma': 1.1558361475293622e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:51,830] Setting status of trial#698 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:52,900] Finished trial#699 with value: 3.548142219391029 with parameters: {'combos': 0, 'rid_features': 10, 'rid_Scaler': 'minmax', 'alphar': 0.0002466829767307743, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 211, 'ada_lr': 0.840253852681796, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 25}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:53,807] Setting status of trial#700 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:55,065] Finished trial#701 with value: 3.5646225114912267 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.2922166074786784, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 51, 'xgb_features': 12, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.48579779480441393, 'alpha': 3.015787351778685e-06, 'max_depth': 44, 'eta': 0.43968359060226875, 'gamma': 5.771490160104146e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:55,552] Setting status of trial#702 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:45:57,128] Finished trial#703 with value: 3.4653698878730173 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 491, 'ada_lr': 0.9955187691324768, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 13, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.34421892860315684, 'alpha': 9.81704616926544e-05, 'max_depth': 52, 'eta': 0.9667163828620011, 'gamma': 1.3064495388178105e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.015730242611431626, 'skip_drop': 0.0010267764918548855}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:58,135] Finished trial#704 with value: 3.561454666672721 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 189, 'ada_lr': 0.1494742913843898, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 74, 'et_ne': 1, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5249954620860716, 'alpha': 1.3140358036778061e-05, 'max_depth': 46, 'eta': 0.6690839449805639, 'gamma': 6.2605160530834685e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:45:59,188] Finished trial#705 with value: 3.2446966679042415 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 201, 'ada_lr': 0.892071967399813, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 47, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.24107210973705656, 'alpha': 1.9419096197115874e-05, 'max_depth': 56, 'eta': 0.3184177570487778, 'gamma': 8.677242934861111e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 7.86881142992641e-08, 'skip_drop': 8.125146688782804e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:00,253] Finished trial#706 with value: 3.2620576133977393 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.817511805315284, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 29, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.1753980504249608, 'alpha': 6.216746283567367e-06, 'max_depth': 48, 'eta': 0.1843733795125572, 'gamma': 1.498270655384091e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.005783316867083072, 'skip_drop': 3.197452463720132e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:01,362] Finished trial#707 with value: 8.275475371206493 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 257, 'ada_lr': 0.24645071016550368, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 90, 'et_ne': 1, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.43301482298612753, 'alpha': 0.00018719356741416697, 'max_depth': 62, 'eta': 1.057128228899168e-08, 'gamma': 1.2483162816064812e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:02,383] Finished trial#708 with value: 3.2523360322984347 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 210, 'ada_lr': 0.9515429949312598, 'et_features': 1, 'et_Scaler': 'minmax', 'et_max_depth': 72, 'et_ne': 19, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7266063337849443, 'alpha': 4.588477316016437e-05, 'max_depth': 41, 'eta': 0.5454079565391682, 'gamma': 2.0093844648134183e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.9835901364336523e-07, 'skip_drop': 5.148228494243579e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:04,063] Setting status of trial#709 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:05,272] Finished trial#710 with value: 3.425008090570868 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 227, 'ada_lr': 0.8390638223328698, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 52, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.310089834975305, 'alpha': 8.948709290080877e-06, 'max_depth': 44, 'eta': 0.4090250338441409, 'gamma': 3.6822331600944493e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:06,047] Setting status of trial#711 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:07,162] Finished trial#712 with value: 3.167595378136742 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.723706050568945, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 41, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5520166097884524, 'alpha': 2.005230638923686e-06, 'max_depth': 37, 'eta': 0.25605193027939926, 'gamma': 7.133395173571574e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0023872206481288147, 'skip_drop': 1.0548128714561871e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:08,842] Finished trial#713 with value: 3.201346756721937 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.9958801123557897, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 344, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.40682091290810396, 'alpha': 1.1845591844943359e-05, 'max_depth': 48, 'eta': 0.7464871439945463, 'gamma': 1.064191754104904e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:10,000] Finished trial#714 with value: 3.2550167578246545 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.06895468779540727, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 26, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.13800526513085237, 'alpha': 2.114763162919719e-05, 'max_depth': 50, 'eta': 0.46444959418695597, 'gamma': 1.9099743449992935e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 4.0429589163047485e-07, 'skip_drop': 1.0620798684865839e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:11,080] Finished trial#715 with value: 3.5606032638788983 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 202, 'ada_lr': 0.13307863729843472, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 11, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9950573574481152, 'alpha': 4.680430332210707e-06, 'max_depth': 60, 'eta': 0.9696230979615813, 'gamma': 5.019082754313072e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0012772962839890313, 'skip_drop': 1.8948139450267623e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:12,188] Finished trial#716 with value: 3.1258033111104186 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 250, 'ada_lr': 0.8911482628517292, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 35, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.694558515308753, 'alpha': 7.267778129841344e-05, 'max_depth': 54, 'eta': 0.3102313845142254, 'gamma': 1.4926286055520978e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:13,208] Finished trial#717 with value: 3.194012787058418 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 181, 'ada_lr': 0.9404004141880958, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 79, 'et_ne': 55, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2057689597393145, 'alpha': 3.4732491225120346e-05, 'max_depth': 42, 'eta': 0.19177949146342216, 'gamma': 8.561778281514563e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.006886998154724147, 'skip_drop': 3.699799748485078e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:14,392] Finished trial#718 with value: 3.172566607803807 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.843087965934804, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 120, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3142738427935159, 'alpha': 1.415571241157359e-05, 'max_depth': 46, 'eta': 0.5714144073257105, 'gamma': 1.2273597488421013e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:15,508] Finished trial#719 with value: 3.3666478105695683 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 233, 'ada_lr': 0.11521173405558359, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 9, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5486792013426842, 'alpha': 6.947491907799946e-06, 'max_depth': 39, 'eta': 0.4095656514150637, 'gamma': 0.02568849875920652, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0015652108931338636, 'skip_drop': 1.3669103085123721e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:16,499] Finished trial#720 with value: 3.8343976388735017 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 195, 'ada_lr': 0.7830182280281602, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 23, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4064518774689392, 'alpha': 5.4783056986634663e-05, 'max_depth': 36, 'eta': 0.13225797089225796, 'gamma': 2.405991828958949e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:17,380] Setting status of trial#721 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:18,654] Finished trial#722 with value: 3.8792016764820936 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 202, 'ada_lr': 0.8698649117179148, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 132, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.8206153627038315, 'alpha': 1.748832646410143e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:19,702] Finished trial#723 with value: 3.135192137527662 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'minmax', 'ada_ne': 48, 'ada_lr': 0.7315833810864869, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 209, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.23836318483216637, 'alpha': 0.00012088739996041026, 'max_depth': 52, 'eta': 0.2715228354662916, 'gamma': 9.37624518520731e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0018955767636460081, 'skip_drop': 4.79593652622588e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:20,604] Setting status of trial#724 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:21,728] Finished trial#725 with value: 3.0425653252155285 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 186, 'ada_lr': 0.9978690917135487, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 38, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.45767603196545475, 'alpha': 1.006911304755034e-05, 'max_depth': 44, 'eta': 0.7377124633589535, 'gamma': 5.68245596468228e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.009568201826302433, 'skip_drop': 2.6914790639116e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:23,368] Finished trial#726 with value: 3.18337482607134 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 183, 'ada_lr': 0.9628510795175877, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 396, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3406223293821572, 'alpha': 8.902631380544522e-06, 'max_depth': 43, 'eta': 0.6675282918709264, 'gamma': 3.2574070250024135e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:24,299] Finished trial#727 with value: 3.8177786805481797 with parameters: {'combos': 1, 'rid_features': 0, 'rid_Scaler': 'minmax', 'alphar': 0.3570158239595044, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 171, 'ada_lr': 0.7604949505680264, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7366010423386823, 'alpha': 4.1056416313115184e-06, 'max_depth': 41, 'eta': 0.7750312278806887, 'gamma': 5.4415630394164336e-06, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0257687017947919, 'skip_drop': 3.497744693345568e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:25,294] Finished trial#728 with value: 3.3373183312894836 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 183, 'ada_lr': 0.9977207068586503, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 78, 'et_ne': 43, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.13539609934803948, 'alpha': 1.0436025010229734e-05, 'max_depth': 44, 'eta': 0.9242538371144791, 'gamma': 4.152471926393302e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:26,372] Finished trial#729 with value: 3.619366904776144 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.9939179939695475, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 55, 'xgb_features': 10, 'xgb_Scaler': 'minmax', 'booster': 'dart', 'lambda': 0.5171418602876479, 'alpha': 6.431885790996192e-06, 'max_depth': 41, 'eta': 0.5741155653269039, 'gamma': 6.139246029682682e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.004365853581970155, 'skip_drop': 1.903874913563707e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:26,897] Setting status of trial#730 as TrialState.PRUNED. Trial was pruned at iteration 14.\n",
            "[I 2020-07-13 04:46:27,840] Setting status of trial#731 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:28,946] Finished trial#732 with value: 3.133245080678501 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.8623051147389941, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 34, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.24008506930200232, 'alpha': 9.081355713091994e-06, 'max_depth': 38, 'eta': 0.9649996588240282, 'gamma': 6.488693934338564e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:30,016] Finished trial#733 with value: 3.2566247193301385 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 201, 'ada_lr': 0.8164770542550427, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 46, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3253598841219161, 'alpha': 5.271323317106732e-06, 'max_depth': 43, 'eta': 0.9771421331853309, 'gamma': 7.912851813618047e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.00797109205874288, 'skip_drop': 4.1554818145517374e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:30,797] Setting status of trial#734 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:31,982] Finished trial#735 with value: 3.2048103912811827 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 205, 'ada_lr': 0.7254449545741982, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 56, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6078643481179652, 'alpha': 2.028074863244921e-05, 'max_depth': 47, 'eta': 0.4498482467874705, 'gamma': 2.2168301084892734e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:32,989] Finished trial#736 with value: 3.2352873323793028 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.9963708863867019, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 78, 'et_ne': 30, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.98915476757782, 'alpha': 1.2301895602421822e-05, 'max_depth': 40, 'eta': 0.5216345430535522, 'gamma': 4.547076415041006e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.024976526022780318, 'skip_drop': 9.443247219476074e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:33,961] Finished trial#737 with value: 3.0436894976777347 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 169, 'ada_lr': 0.7779917275142078, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 47, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4227449087173987, 'alpha': 6.84263676784533e-06, 'max_depth': 45, 'eta': 0.39540172972834936, 'gamma': 2.5641590569782497e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:34,954] Finished trial#738 with value: 3.325144379374119 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 168, 'ada_lr': 0.7773348825934087, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 47, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.18118208310598216, 'alpha': 7.413011524761484e-06, 'max_depth': 86, 'eta': 0.6908826408766274, 'gamma': 4.091722499528418e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:35,932] Finished trial#739 with value: 3.071397620745528 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 171, 'ada_lr': 0.8038469549404641, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 52, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.42251024896745853, 'alpha': 1.1202710620203309e-05, 'max_depth': 48, 'eta': 0.42131998869409776, 'gamma': 3.334986610268868e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:36,941] Finished trial#740 with value: 3.24637226896006 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 167, 'ada_lr': 0.7598525436393527, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 61, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2760250382483002, 'alpha': 1.6760950339864073e-05, 'max_depth': 45, 'eta': 0.5702364889361043, 'gamma': 2.641507544651323e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:37,939] Finished trial#741 with value: 3.2607239207716825 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 182, 'ada_lr': 0.8525088523396712, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 94, 'et_ne': 39, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7116933728440212, 'alpha': 2.5691043420155253e-05, 'max_depth': 46, 'eta': 0.9518896724067398, 'gamma': 5.49513073774329e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:38,846] Setting status of trial#742 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:39,700] Setting status of trial#743 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:40,799] Finished trial#744 with value: 3.150863357060403 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 185, 'ada_lr': 0.8920767600425961, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 79, 'et_ne': 41, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.41258558310000576, 'alpha': 8.207572047418008e-06, 'max_depth': 38, 'eta': 0.37296175132863274, 'gamma': 0.00011345914002633875, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:41,858] Finished trial#745 with value: 3.548192411802623 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.7378175558548987, 'et_features': 1, 'et_Scaler': 'minmax', 'et_max_depth': 73, 'et_ne': 50, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.0015555703578830384, 'alpha': 1.4737966242575129e-05, 'max_depth': 35, 'eta': 0.5224178155296043, 'gamma': 2.3291375173457037e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:42,839] Finished trial#746 with value: 3.2961691009838154 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 178, 'ada_lr': 0.8656807591661635, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 31, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 3.267004352508541e-07, 'alpha': 6.451552667423553e-06, 'max_depth': 42, 'eta': 0.9835108915404707, 'gamma': 1.628280782804078e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:43,856] Finished trial#747 with value: 3.298265495254831 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 207, 'ada_lr': 0.818838199422, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 24, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.11042955915886472, 'alpha': 1.0360404196294845e-05, 'max_depth': 46, 'eta': 0.35746294342428714, 'gamma': 2.5472164181126034e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:44,981] Finished trial#748 with value: 3.2257592957452985 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 195, 'ada_lr': 0.05052600553185348, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 37, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5943714770039673, 'alpha': 2.0879195963821953e-05, 'max_depth': 48, 'eta': 0.7088672181903636, 'gamma': 3.9129080764426916e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:45,920] Setting status of trial#749 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:47,011] Finished trial#750 with value: 3.135608453427747 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 166, 'ada_lr': 0.7383317288966619, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 47, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2713701482136369, 'alpha': 2.890974441479398e-05, 'max_depth': 40, 'eta': 0.9999173061104502, 'gamma': 9.188070133699328e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:47,981] Finished trial#751 with value: 3.2796036123545256 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 174, 'ada_lr': 0.9479205622029109, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 22, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.19411354363792832, 'alpha': 1.4674754066826407e-05, 'max_depth': 44, 'eta': 0.47593503500673257, 'gamma': 1.8720216370481435e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:49,003] Finished trial#752 with value: 3.2931691286545473 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 189, 'ada_lr': 0.792410049042851, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 35, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 2.585535671998836e-06, 'alpha': 5.497020758755329e-06, 'max_depth': 49, 'eta': 0.22971643793504976, 'gamma': 5.5705018189862605e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:49,908] Setting status of trial#753 as TrialState.PRUNED. Trial was pruned at iteration 12.\n",
            "[I 2020-07-13 04:46:51,050] Finished trial#754 with value: 3.044201492326261 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 209, 'ada_lr': 0.9994550676518572, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 48, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7555406742130771, 'alpha': 1.00014203921043e-05, 'max_depth': 37, 'eta': 0.3294179336090222, 'gamma': 3.0009384769738644e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:52,364] Finished trial#755 with value: 3.241798637055711 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 215, 'ada_lr': 0.8290286633384141, 'et_features': 20, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 118, 'xgb_features': 20, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3864931292680766, 'alpha': 1.7233484853444353e-05, 'max_depth': 47, 'eta': 0.6332154016427756, 'gamma': 1.5669389711428643e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:53,335] Finished trial#756 with value: 8.339220114919451 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 197, 'ada_lr': 0.9978893274663057, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 95, 'et_ne': 29, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5247750832232981, 'alpha': 3.0983500921225104e-05, 'max_depth': 43, 'eta': 0.0018297935032329515, 'gamma': 1.0286276627531836e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:54,303] Finished trial#757 with value: 3.1510539503225403 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.9128968056153985, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 19, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.32923972775713, 'alpha': 6.956362980175787e-06, 'max_depth': 58, 'eta': 0.45589659036259955, 'gamma': 3.115813396982977e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:55,320] Finished trial#758 with value: 3.0915240922538634 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 178, 'ada_lr': 0.7646234779236663, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 62, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7577025780566398, 'alpha': 1.1450938043764391e-05, 'max_depth': 39, 'eta': 0.32305843514035326, 'gamma': 2.06692121035752e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:56,337] Setting status of trial#759 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:57,312] Setting status of trial#760 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:46:58,487] Finished trial#761 with value: 3.063361560284319 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.9091787899937509, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 76, 'et_ne': 39, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.529256906943286, 'alpha': 2.042271454418513e-05, 'max_depth': 51, 'eta': 0.7532683774876926, 'gamma': 7.681862626102563e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:46:59,513] Finished trial#762 with value: 3.8968579839280673 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 194, 'ada_lr': 0.802709429452054, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 54, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.9519748407802316, 'alpha': 8.271320000039532e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:00,430] Finished trial#763 with value: 3.3062540321419585 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 163, 'ada_lr': 0.7097768231056297, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 17, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.21779317439613033, 'alpha': 4.284801434179474e-05, 'max_depth': 41, 'eta': 0.23517205426230145, 'gamma': 1.3415079074499628e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:01,633] Finished trial#764 with value: 3.1708721467579823 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 209, 'ada_lr': 0.8640907261406229, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 87, 'et_ne': 125, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3317452681832712, 'alpha': 1.3049208519897096e-05, 'max_depth': 36, 'eta': 0.44655563232445095, 'gamma': 5.401377896780575e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:02,723] Finished trial#765 with value: 3.2171664740112083 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 187, 'ada_lr': 0.07533183923643616, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 74, 'et_ne': 27, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.46033699077875645, 'alpha': 4.451807056557665e-06, 'max_depth': 71, 'eta': 0.6336704991727428, 'gamma': 1.0500848539853599e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:03,786] Finished trial#766 with value: 3.216523914152929 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 201, 'ada_lr': 0.956649794159841, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 43, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9723643861274619, 'alpha': 2.4932691128163496e-05, 'max_depth': 46, 'eta': 0.3442212432817437, 'gamma': 3.9989528861612545e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.007154722527179774, 'skip_drop': 1.4083312987390465e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:05,006] Finished trial#767 with value: 3.1581468200668867 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 227, 'ada_lr': 0.7764483003623767, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 111, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.26962935059516513, 'alpha': 8.95322849368982e-06, 'max_depth': 55, 'eta': 0.21339760110849323, 'gamma': 2.890378278908925e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.013868931746615003, 'skip_drop': 8.596315590538891e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:05,917] Setting status of trial#768 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:07,071] Finished trial#769 with value: 3.4045972482301603 with parameters: {'combos': 3, 'ada_features': 11, 'ada_Scaler': 'stand', 'ada_ne': 175, 'ada_lr': 0.9985087896974433, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 62, 'xgb_features': 10, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.6094091459893194, 'alpha': 1.6449491226325226e-05, 'max_depth': 49, 'eta': 0.4893761184871273, 'gamma': 5.2502044398557645e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:08,154] Finished trial#770 with value: 7.399215306638012 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 202, 'ada_lr': 0.854219566954172, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 59, 'et_ne': 48, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.15377968910046563, 'alpha': 3.5279969812114525e-05, 'max_depth': 44, 'eta': 0.014816270935713178, 'gamma': 1.8362804463296587e-05, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0030933345134806648, 'skip_drop': 1.3988612332820193e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:09,221] Finished trial#771 with value: 3.1505410147025814 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 225, 'ada_lr': 0.727169865613596, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 69, 'et_ne': 17, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3583452466673457, 'alpha': 5.86586438838542e-06, 'max_depth': 47, 'eta': 0.7332197686720987, 'gamma': 9.461692887346312e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:10,371] Finished trial#772 with value: 3.4052692350925824 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 190, 'ada_lr': 0.8172010565385782, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 41, 'et_ne': 108, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7309932173530816, 'alpha': 1.2073849704600571e-05, 'max_depth': 42, 'eta': 0.16341634215727122, 'gamma': 7.49329002426827e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.03693347947603263, 'skip_drop': 6.486866942812369e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:11,334] Setting status of trial#773 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:12,369] Setting status of trial#774 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:13,469] Finished trial#775 with value: 3.1382204450082085 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 207, 'ada_lr': 0.770413844080976, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 77, 'et_ne': 9, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9698484822925763, 'alpha': 7.0741043985074225e-06, 'max_depth': 38, 'eta': 0.33339444837399806, 'gamma': 1.923992561271389e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.6596793661128666e-07, 'skip_drop': 3.8592592044840856e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:14,545] Finished trial#776 with value: 3.3333898611841293 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.9988923218628064, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 97, 'et_ne': 38, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1965666327075544, 'alpha': 1.7175977869835867e-05, 'max_depth': 64, 'eta': 0.9822629196760346, 'gamma': 2.1505813287491035e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:15,588] Setting status of trial#777 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:16,722] Finished trial#778 with value: 8.162073053949314 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 197, 'ada_lr': 0.9288390018071662, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 27, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 2.3920238974620006e-08, 'alpha': 4.525281774068349e-05, 'max_depth': 35, 'eta': 0.005954296139972493, 'gamma': 3.90206650219748e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.0046939683513603685, 'skip_drop': 2.8010458448176786e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:17,690] Finished trial#779 with value: 3.188871065107612 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.8616708556006069, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 92, 'et_ne': 1, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5401246490016686, 'alpha': 1.02299097487612e-05, 'max_depth': 50, 'eta': 0.5150760429834748, 'gamma': 1.2235585448008823e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:18,825] Finished trial#780 with value: 3.3270089282263564 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 159, 'ada_lr': 0.05968014827111336, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 99, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.29071995461171846, 'alpha': 4.39407571437411e-06, 'max_depth': 45, 'eta': 0.3204141208476103, 'gamma': 4.590796374426968e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.04758690470287062, 'skip_drop': 4.867053179848967e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:20,363] Finished trial#781 with value: 3.294735128166711 with parameters: {'combos': 0, 'rid_features': 12, 'rid_Scaler': 'stand', 'alphar': 0.07562886114824655, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 412, 'ada_lr': 0.7877876708925435, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 120}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:21,422] Finished trial#782 with value: 3.3262330634062818 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 185, 'ada_lr': 0.7215536380706653, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 53, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.4180473045119943, 'alpha': 3.1570208033029386e-05, 'max_depth': 40, 'eta': 0.640819978825284, 'gamma': 7.0698471102443915e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:22,573] Finished trial#783 with value: 3.1414674275252383 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.906069835484764, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 64, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6793533103735476, 'alpha': 1.614548201681517e-05, 'max_depth': 48, 'eta': 0.4258970026470432, 'gamma': 2.488240163437555e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.09258396392862282, 'skip_drop': 1.552706705490474e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:23,917] Setting status of trial#784 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:25,050] Finished trial#785 with value: 3.228488164850924 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 205, 'ada_lr': 0.8093955010895623, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 41, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.07796203933239111, 'alpha': 7.990409565460124e-06, 'max_depth': 43, 'eta': 0.23041878263803173, 'gamma': 1.6142742613866046e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:26,178] Finished trial#786 with value: 3.1837005588245644 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 255, 'ada_lr': 0.9513585529299868, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 18, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9989731382572391, 'alpha': 2.2910343551758215e-05, 'max_depth': 46, 'eta': 0.6881937909867556, 'gamma': 1.129347304011693e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.017707678068323074, 'skip_drop': 9.825147854858463e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:27,413] Finished trial#787 with value: 8.439588710726353 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 193, 'ada_lr': 0.7434378419402377, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 129, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2598293255710879, 'alpha': 1.1217768599523127e-05, 'max_depth': 34, 'eta': 5.7338096877947954e-08, 'gamma': 7.453641511436175e-05, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.001440499555468e-07, 'skip_drop': 2.3316295187739146e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:28,491] Setting status of trial#788 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:29,621] Finished trial#789 with value: 2.974044455283568 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.8823649168942443, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 26, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.535737134156192, 'alpha': 5.757208510117882e-06, 'max_depth': 50, 'eta': 0.46257297271013675, 'gamma': 2.968838823122321e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:30,628] Finished trial#790 with value: 3.185731027926526 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 217, 'ada_lr': 0.9399023135930927, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 9, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.6847930904696727, 'alpha': 6.528140861430357e-05, 'max_depth': 53, 'eta': 0.5585426240744455, 'gamma': 2.175308116842384e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.002583494173292282, 'skip_drop': 5.0660241888847264e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:31,705] Finished trial#791 with value: 3.4997861318232326 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.8894328162240188, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 23, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5723330083943456, 'alpha': 3.1217123949207248e-06, 'max_depth': 51, 'eta': 0.9783445102646711, 'gamma': 2.3408978561040603e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:32,746] Finished trial#792 with value: 3.3589504764135563 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.94475296067655, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 61, 'et_ne': 16, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9916028907151808, 'alpha': 0.0002780988361342394, 'max_depth': 54, 'eta': 0.9857365737840038, 'gamma': 2.873420561413014e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.18715773730025517, 'skip_drop': 3.6559781874792593e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:34,211] Finished trial#793 with value: 3.132977391839265 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 430, 'ada_lr': 0.8820128915523755, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 30, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3469993871127913, 'alpha': 4.754341463530066e-06, 'max_depth': 50, 'eta': 0.28596561860322167, 'gamma': 3.619154370621505e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:35,255] Finished trial#794 with value: 3.159293631289494 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 231, 'ada_lr': 0.9971087831831845, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 9, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7289236820758815, 'alpha': 3.5285532720745356e-05, 'max_depth': 57, 'eta': 0.4884285998955818, 'gamma': 3.770560202674812e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.009996074467102474, 'skip_drop': 2.1511059857946204e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:36,077] Setting status of trial#795 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:37,194] Finished trial#796 with value: 4.11411636939054 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.8703025496000626, 'et_features': 15, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 1, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4903024442183845, 'alpha': 9.37383699460398e-05, 'max_depth': 53, 'eta': 0.16335128850442046, 'gamma': 5.239004918049314e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:38,311] Finished trial#797 with value: 3.5093110700948342 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 248, 'ada_lr': 0.958831204738955, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 95, 'et_ne': 24, 'xgb_features': 8, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9959257652397763, 'alpha': 1.3897362052398237e-05, 'max_depth': 50, 'eta': 0.7121336895163353, 'gamma': 0.0005086911730888638, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 1.1167723192083444e-06, 'skip_drop': 8.846111197852541e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:39,467] Finished trial#798 with value: 3.6942163137446173 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 228, 'ada_lr': 0.9973029540553484, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 90, 'et_ne': 107, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.15188444639678264, 'alpha': 0.0001668131773411394}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:40,468] Finished trial#799 with value: 3.631070799456402 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 212, 'ada_lr': 0.8406402522277525, 'et_features': 19, 'et_Scaler': 'stand', 'et_max_depth': 68, 'et_ne': 1, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.00011188523816420081, 'alpha': 5.2224578507712946e-05, 'max_depth': 48, 'eta': 0.3822395603474192, 'gamma': 6.368012366498229e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:41,365] Setting status of trial#800 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:42,493] Finished trial#801 with value: 3.222996408956422 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.9973250794367334, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 16, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2303477698344738, 'alpha': 2.3219144530071375e-05, 'max_depth': 55, 'eta': 0.28193547275404807, 'gamma': 1.5772506767846735e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 0.004882381571231541, 'skip_drop': 5.673005962093746e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:43,418] Setting status of trial#802 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:44,710] Finished trial#803 with value: 4.122806987843188 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 230, 'ada_lr': 0.8856689620800676, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 98, 'xgb_features': 10, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.558416937978936, 'alpha': 2.787669749049968e-06, 'max_depth': 52, 'eta': 0.9956010605072831, 'gamma': 2.8577489117344837e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:45,748] Finished trial#804 with value: 3.2298129618182583 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 203, 'ada_lr': 0.9503905693944588, 'et_features': 2, 'et_Scaler': 'minmax', 'et_max_depth': 67, 'et_ne': 30, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.3729570064227251, 'alpha': 9.762222053076892e-06, 'max_depth': 38, 'eta': 0.5569222964099635, 'gamma': 4.508759901712088e-06, 'grow_policy': 'depthwise', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 2.4678871176682297e-05, 'skip_drop': 2.914306237581965e-05}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:46,870] Finished trial#805 with value: 3.2489134405320876 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 268, 'ada_lr': 0.8615433402444772, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 63, 'et_ne': 23, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9827593207372168, 'alpha': 1.8363478619353514e-05, 'max_depth': 49, 'eta': 0.21782247661672316, 'gamma': 0.7185726797576572, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:48,107] Finished trial#806 with value: 3.137121746789832 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 220, 'ada_lr': 0.9991917085363123, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 119, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2864846449308639, 'alpha': 0.0004411449140208369, 'max_depth': 36, 'eta': 0.4130370691487724, 'gamma': 8.516860430747814e-06, 'grow_policy': 'lossguide', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 8.201888783638629e-07, 'skip_drop': 8.890880027702213e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:49,425] Finished trial#807 with value: 3.075731002905385 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 237, 'ada_lr': 0.936691857620565, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 154, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7074643585473496, 'alpha': 5.443300190622335e-06, 'max_depth': 48, 'eta': 0.7112384968027208, 'gamma': 6.043064309103391e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:50,557] Finished trial#808 with value: 4.487262282326388 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 195, 'ada_lr': 0.8154101720233549, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 92, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5191090469883832, 'alpha': 1.4063106001907526e-05, 'max_depth': 51, 'eta': 0.09361951601474112, 'gamma': 7.88284995919608e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 5.553205004515955e-07, 'skip_drop': 3.1027238013650786e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:51,544] Finished trial#809 with value: 8.400168099911832 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 209, 'ada_lr': 0.8999464880253365, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 75, 'et_ne': 10, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3745659871648881, 'alpha': 3.8630056644202405e-05, 'max_depth': 40, 'eta': 0.0005172891433662322, 'gamma': 1.1115724187501546e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:52,430] Setting status of trial#810 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:53,471] Setting status of trial#811 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:47:54,647] Finished trial#812 with value: 3.20157736086004 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 200, 'ada_lr': 0.34555811853422574, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 35, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.2000527160074451, 'alpha': 9.358865638232259e-06, 'max_depth': 42, 'eta': 0.4955836793700159, 'gamma': 2.681043853210568e-06, 'grow_policy': 'lossguide', 'sample_type': 'uniform', 'normalize_type': 'tree', 'rate_drop': 3.375822495410489e-07, 'skip_drop': 2.4819984915781737e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:56,193] Finished trial#813 with value: 3.033138944516835 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 392, 'ada_lr': 0.9357248211296761, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 105, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.11155588112260102, 'alpha': 7.069708277955534e-06, 'max_depth': 38, 'eta': 0.3034076737055592, 'gamma': 3.83025380912869e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:57,397] Finished trial#814 with value: 3.4066189206719115 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 218, 'ada_lr': 0.8005182651641459, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 112, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.16475868637885033, 'alpha': 3.6886395288063906e-06, 'max_depth': 32, 'eta': 0.15769529963991347, 'gamma': 2.226300413596292e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:47:58,838] Finished trial#815 with value: 3.1231837391091513 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 344, 'ada_lr': 0.9120312225419138, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 102, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.13032415731461153, 'alpha': 5.22522861185534e-06, 'max_depth': 37, 'eta': 0.22816017493342552, 'gamma': 3.6410702793658924e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:00,056] Finished trial#816 with value: 3.4573208498479264 with parameters: {'combos': 1, 'rid_features': 4, 'rid_Scaler': 'minmax', 'alphar': 6.728540678855011e-05, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 331, 'ada_lr': 0.845330468786161, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.07407044798671118, 'alpha': 6.599626753556054e-06, 'max_depth': 36, 'eta': 0.3092053591338303, 'gamma': 1.5498847981493322e-05, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:01,646] Finished trial#817 with value: 3.326857309763608 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'stand', 'ada_ne': 499, 'ada_lr': 0.9434275718545345, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 105, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.10215036198686513, 'alpha': 2.779970311483057e-05, 'max_depth': 34, 'eta': 0.1843984833357468, 'gamma': 3.987732814250569e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:02,823] Finished trial#818 with value: 4.062584270296675 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 229, 'ada_lr': 0.8764542558628557, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 89, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.2399039822452104, 'alpha': 5.621791481375669e-05, 'max_depth': 38, 'eta': 0.11977682828681768, 'gamma': 9.942600964931357e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:04,015] Finished trial#819 with value: 3.1080510822143803 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 214, 'ada_lr': 0.7817518903788078, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 62, 'et_ne': 112, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2802994231365125, 'alpha': 0.00010212551281045593, 'max_depth': 39, 'eta': 0.2557767747876289, 'gamma': 1.5105145612731772e-06, 'grow_policy': 'lossguide'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:05,667] Finished trial#820 with value: 2.939314613284868 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 457, 'ada_lr': 0.9150459885278314, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 128, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6714734756111017, 'alpha': 3.4337133218272553e-06, 'max_depth': 36, 'eta': 0.3827427384569467, 'gamma': 1.641337677755656e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:06,544] Setting status of trial#821 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:48:08,188] Setting status of trial#822 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:48:09,754] Finished trial#823 with value: 3.1532946392426964 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 379, 'ada_lr': 0.9981594361021431, 'et_features': 0, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 114, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9539989490386385, 'alpha': 2.899382798755482e-06, 'max_depth': 31, 'eta': 0.3682594652725426, 'gamma': 1.920530653848905e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:11,425] Finished trial#824 with value: 3.037351590048656 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 449, 'ada_lr': 0.8405457606347072, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 134, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7561922985850489, 'alpha': 1.4687245789401066e-06, 'max_depth': 33, 'eta': 0.4057986288260669, 'gamma': 3.602172339691507e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:13,010] Finished trial#825 with value: 3.201988230589064 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 397, 'ada_lr': 0.8367343137119954, 'et_features': 4, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 140, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7523287684000396, 'alpha': 1.6256810968456366e-06, 'max_depth': 33, 'eta': 0.3464079542290166, 'gamma': 3.800099163202542e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:14,395] Finished trial#826 with value: 8.795269879283937 with parameters: {'combos': 1, 'rid_features': 11, 'rid_Scaler': 'log', 'alphar': 2.1235064595948634e-07, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 446, 'ada_lr': 0.7800305345657693, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9776908424234845, 'alpha': 1.37455469807673e-06, 'max_depth': 27, 'eta': 0.00014682725754714874, 'gamma': 4.589614286702198e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:16,026] Finished trial#827 with value: 3.243578767010276 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 406, 'ada_lr': 0.8278936515485146, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 150, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6822168769923628, 'alpha': 6.842229293657268e-07, 'max_depth': 34, 'eta': 0.23643467125639583, 'gamma': 3.2730464571989175e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:17,702] Finished trial#828 with value: 3.20730849190714 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 457, 'ada_lr': 0.7112954188322976, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 143, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9856171546122376, 'alpha': 2.335858238626458e-06, 'max_depth': 33, 'eta': 0.4065544167997009, 'gamma': 2.6311351331550006e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:18,918] Finished trial#829 with value: 8.442355016366783 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 209, 'ada_lr': 0.7504855314298953, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 94, 'et_ne': 134, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9871214236094954, 'alpha': 3.2136665419264566e-06, 'max_depth': 31, 'eta': 4.429134259976589e-05, 'gamma': 4.626370162316138e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:20,525] Finished trial#830 with value: 3.290663277254215 with parameters: {'combos': 0, 'rid_features': 5, 'rid_Scaler': 'stand', 'alphar': 0.0031400953937864486, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 457, 'ada_lr': 0.9097976712406035, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 130}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:22,186] Finished trial#831 with value: 3.5178131300112923 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 476, 'ada_lr': 0.8363860171441903, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 120, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7105926991535512, 'alpha': 1.9058271218702656e-06, 'max_depth': 29, 'eta': 0.16877661081434328, 'gamma': 2.2644205319575363e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:23,786] Finished trial#832 with value: 3.1426387850301545 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 416, 'ada_lr': 0.9417296725168439, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 126, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.990787256563915, 'alpha': 2.9350708898234357e-06, 'max_depth': 36, 'eta': 0.28513302728622253, 'gamma': 6.490145893145713e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:25,076] Setting status of trial#833 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:48:26,997] Finished trial#834 with value: 3.452651046793748 with parameters: {'combos': 4, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 386, 'ada_lr': 0.8143185329491096, 'et_features': 4, 'et_Scaler': 'stand', 'et_max_depth': 7, 'et_ne': 136, 'gbm_features': 16, 'gbm_Scaler': 'log', 'lambda_l1': 2.363487750182514e-06, 'lambda_l2': 0.44315279869827207, 'num_leaves': 172, 'feature_fraction': 0.7051740914693096, 'bagging_fraction': 0.881137692521434, 'bagging_freq': 2, 'min_child_samples': 3}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:28,749] Finished trial#835 with value: 3.1775522954784456 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 455, 'ada_lr': 0.7552090984200011, 'et_features': 5, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 169, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.005847762304929579, 'alpha': 1.879031836919907e-06, 'max_depth': 30, 'eta': 0.4376115722197848, 'gamma': 3.072472870156619e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:30,464] Finished trial#836 with value: 3.1080563267651775 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 475, 'ada_lr': 0.943706064288398, 'et_features': 12, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 116, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6506857156473423, 'alpha': 2.82821098638194e-06, 'max_depth': 35, 'eta': 0.5268768909923235, 'gamma': 1.8157298310581877e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:31,620] Finished trial#837 with value: 3.3632282826900157 with parameters: {'combos': 3, 'ada_features': 0, 'ada_Scaler': 'stand', 'ada_ne': 208, 'ada_lr': 0.8652169267776415, 'et_features': 8, 'et_Scaler': 'minmax', 'et_max_depth': 73, 'et_ne': 100, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5331510799837073, 'alpha': 4.259837081983924e-06, 'max_depth': 36, 'eta': 0.27290984407512486, 'gamma': 1.5761400059386152e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:32,807] Finished trial#838 with value: 2.9574465119312743 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.7988021064220097, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 106, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7408644952474425, 'alpha': 2.2783674363173186e-06, 'max_depth': 33, 'eta': 0.38347248975570997, 'gamma': 3.072478423439813e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:34,393] Finished trial#839 with value: 3.0551312550672245 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 436, 'ada_lr': 0.7331737679792071, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 105, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9952290996293622, 'alpha': 1.1981202495086008e-06, 'max_depth': 32, 'eta': 0.4379672537611654, 'gamma': 0.00013777692278270424, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:35,905] Setting status of trial#840 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:48:37,134] Setting status of trial#841 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:48:38,925] Finished trial#842 with value: 3.7828807335036014 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 467, 'ada_lr': 0.7849254817490275, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 127, 'xgb_features': 12, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.5219099112927726, 'alpha': 5.025645994821274e-06, 'max_depth': 32, 'eta': 0.6221109374323934, 'gamma': 5.831645395644114e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:40,425] Finished trial#843 with value: 3.0750589917434197 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 408, 'ada_lr': 0.8145287157207859, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 66, 'et_ne': 97, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7219551481450301, 'alpha': 2.717132058590953e-06, 'max_depth': 30, 'eta': 0.38570723397985196, 'gamma': 3.630966370298039e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:42,031] Finished trial#844 with value: 8.419233619892056 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 440, 'ada_lr': 0.6928582541680947, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 68, 'et_ne': 119, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5322060844734547, 'alpha': 1.277241405192757e-06, 'max_depth': 34, 'eta': 5.127214079045271e-06, 'gamma': 2.7812651383949588e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:43,207] Finished trial#845 with value: 5.326614280026907 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.757470472828149, 'et_features': 7, 'et_Scaler': 'log', 'et_max_depth': 96, 'et_ne': 105, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4088345089752672, 'alpha': 1.1718871449889602e-06, 'max_depth': 28, 'eta': 0.06111990928630786, 'gamma': 8.753870994398788e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:44,833] Finished trial#846 with value: 3.159278164811553 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 438, 'ada_lr': 0.8076168033149835, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 70, 'et_ne': 123, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9911474883119715, 'alpha': 1.4960636939096052e-06, 'max_depth': 38, 'eta': 0.7306968458813271, 'gamma': 4.633213102902622e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:46,420] Finished trial#847 with value: 3.080987922689929 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 427, 'ada_lr': 0.6943785168673523, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 109, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5974284920869667, 'alpha': 2.2347193299396197e-06, 'max_depth': 34, 'eta': 0.4795154858179094, 'gamma': 2.1432338096392412e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:48,072] Finished trial#848 with value: 3.154821813309864 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 477, 'ada_lr': 0.761415872647908, 'et_features': 9, 'et_Scaler': 'log', 'et_max_depth': 100, 'et_ne': 92, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7657969526969561, 'alpha': 4.056302820308803e-06, 'max_depth': 25, 'eta': 0.34436260379173234, 'gamma': 3.213989036779849e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:49,733] Finished trial#849 with value: 3.348710379980895 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 449, 'ada_lr': 0.8437925103930278, 'et_features': 6, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 131, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.43533812575503134, 'alpha': 1.9497544356294907e-06, 'max_depth': 37, 'eta': 0.1830598264090105, 'gamma': 2.2535579144812582e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:51,029] Setting status of trial#850 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:48:52,535] Finished trial#851 with value: 3.1073165931020843 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 341, 'ada_lr': 0.8643671754461016, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 92, 'et_ne': 116, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5670400144344178, 'alpha': 2.589252695905475e-06, 'max_depth': 34, 'eta': 0.6167077768789428, 'gamma': 5.072378250227576e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:54,032] Finished trial#852 with value: 3.4946746542308484 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 423, 'ada_lr': 0.7419344575949092, 'et_features': 3, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 95, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4054927294875927, 'alpha': 1.8481963033559232e-06, 'max_depth': 38, 'eta': 0.9728462183606111, 'gamma': 1.6993631360863192e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:55,337] Setting status of trial#853 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:48:57,130] Finished trial#854 with value: 3.1106073040131985 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 464, 'ada_lr': 0.792031319125258, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 72, 'et_ne': 141, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7475412347307981, 'alpha': 2.147572157202736e-06, 'max_depth': 40, 'eta': 0.21881714548670658, 'gamma': 3.090379081739888e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:48:58,754] Finished trial#855 with value: 3.2587872837723024 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 444, 'ada_lr': 0.996827279311325, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 67, 'et_ne': 110, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 1.4549509010354085e-05, 'alpha': 1.0994930507703002e-06, 'max_depth': 35, 'eta': 0.4891309879696819, 'gamma': 0.00019431948976814868, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:00,451] Finished trial#856 with value: 3.106037928377199 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 481, 'ada_lr': 0.7068276816342716, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 65, 'et_ne': 122, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.41142390421678215, 'alpha': 9.67213484900165e-07, 'max_depth': 31, 'eta': 0.32144031759353126, 'gamma': 1.539890746503403e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:02,047] Finished trial#857 with value: 3.3190345361195184 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 443, 'ada_lr': 0.8679977587624492, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 69, 'et_ne': 87, 'xgb_features': 11, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.7329053697256598, 'alpha': 8.655191824775155e-07, 'max_depth': 39, 'eta': 0.9975548964074358, 'gamma': 2.339753736672276e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:03,927] Finished trial#858 with value: 3.376069839440059 with parameters: {'combos': 3, 'ada_features': 14, 'ada_Scaler': 'stand', 'ada_ne': 494, 'ada_lr': 0.8217730801557669, 'et_features': 2, 'et_Scaler': 'log', 'et_max_depth': 71, 'et_ne': 99, 'xgb_features': 19, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9951032303389603, 'alpha': 5.197503106119771e-06, 'max_depth': 38, 'eta': 0.6978270660093666, 'gamma': 7.651817738475761e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:05,439] Finished trial#859 with value: 3.620120396095562 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 389, 'ada_lr': 0.9555337146355637, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 98, 'et_ne': 112, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.48421308132154484, 'alpha': 3.782340708299602e-06, 'max_depth': 33, 'eta': 0.1368677811340661, 'gamma': 3.622093418127532e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:07,073] Finished trial#860 with value: 3.117430168164983 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 432, 'ada_lr': 0.9994462715450281, 'et_features': 11, 'et_Scaler': 'log', 'et_max_depth': 73, 'et_ne': 103, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.32709325363051117, 'alpha': 2.215507993527422e-05, 'max_depth': 37, 'eta': 0.38771071193174256, 'gamma': 1.4218164084261076e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:08,442] Setting status of trial#861 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:09,827] Finished trial#862 with value: 3.1303768264473235 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 225, 'ada_lr': 0.8577736659355575, 'et_features': 1, 'et_Scaler': 'log', 'et_max_depth': 64, 'et_ne': 159, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6009910956225544, 'alpha': 4.2196393282245245e-06, 'max_depth': 59, 'eta': 0.24881936688496883, 'gamma': 2.1296022717521516e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:11,267] Finished trial#863 with value: 3.0056246023152875 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 371, 'ada_lr': 0.7728556947933535, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 29, 'et_ne': 87, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9806979201632505, 'alpha': 1.3764077977516944e-06, 'max_depth': 40, 'eta': 0.5532997224427949, 'gamma': 1.3669679549238831e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:12,547] Setting status of trial#864 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:14,010] Finished trial#865 with value: 3.0924062515757536 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 315, 'ada_lr': 0.7444666112886846, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 29, 'et_ne': 88, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9781535036388708, 'alpha': 1.2978518443812278e-06, 'max_depth': 40, 'eta': 0.7487392121794767, 'gamma': 1.90174627398785e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:15,179] Setting status of trial#866 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:16,716] Finished trial#867 with value: 2.990994847329629 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 380, 'ada_lr': 0.7749058507118558, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 14, 'et_ne': 89, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7425220394595932, 'alpha': 1.534151112639816e-06, 'max_depth': 37, 'eta': 0.5713542808806611, 'gamma': 2.7045401532337374e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:18,207] Finished trial#868 with value: 3.0755801150606374 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 406, 'ada_lr': 0.6954961370269354, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 14, 'et_ne': 77, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9425782593122851, 'alpha': 8.597750901486839e-07, 'max_depth': 41, 'eta': 0.5968849980993285, 'gamma': 1.515546214438354e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:19,605] Finished trial#869 with value: 3.19785053476454 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 376, 'ada_lr': 0.6659756476901559, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 19, 'et_ne': 82, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6377314973523321, 'alpha': 1.994317305933052e-06, 'max_depth': 39, 'eta': 0.7642331654926132, 'gamma': 2.5555544123702162e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:20,982] Finished trial#870 with value: 3.281602328737098 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 352, 'ada_lr': 0.7666980688921884, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 14, 'et_ne': 92, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7081584903772465, 'alpha': 1.8246335453222491e-06, 'max_depth': 36, 'eta': 0.9863414403520362, 'gamma': 1.9103344515590243e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:22,268] Setting status of trial#871 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:23,466] Setting status of trial#872 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:25,015] Finished trial#873 with value: 3.2511089881170574 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 373, 'ada_lr': 0.7243211183679745, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 29, 'et_ne': 96, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.965084015452272, 'alpha': 1.551556445088546e-06, 'max_depth': 39, 'eta': 0.6411641942008766, 'gamma': 1.237397971726537e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:26,221] Finished trial#874 with value: 5.100715570154475 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 323, 'ada_lr': 0.7847196965460735, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 1, 'et_ne': 89, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.9833785213067799, 'alpha': 1.1959018353680477e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:27,686] Finished trial#875 with value: 3.054147213046565 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 390, 'ada_lr': 0.6756147559750965, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 26, 'et_ne': 91, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5306333508094782, 'alpha': 3.0783485697582196e-06, 'max_depth': 37, 'eta': 0.5496324508202698, 'gamma': 2.531158528416316e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:28,880] Finished trial#876 with value: 3.0080320381470673 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 241, 'ada_lr': 0.7886994370272601, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 43, 'et_ne': 77, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.49324494280802306, 'alpha': 5.749759740450561e-07, 'max_depth': 41, 'eta': 0.5055202485630134, 'gamma': 1.4293998207244768e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:30,099] Finished trial#877 with value: 3.3229727850418316 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 249, 'ada_lr': 0.7373677618089679, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 44, 'et_ne': 76, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5405278779040198, 'alpha': 7.795668029289935e-07, 'max_depth': 41, 'eta': 0.9799013750771514, 'gamma': 1.643478606669512e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:31,309] Finished trial#878 with value: 3.2101114035676703 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 241, 'ada_lr': 0.7752345838483692, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 22, 'et_ne': 80, 'xgb_features': 15, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9981985132757476, 'alpha': 6.779916853252378e-07, 'max_depth': 42, 'eta': 0.550216394533617, 'gamma': 1.3215095345232004e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:32,246] Setting status of trial#879 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:33,694] Finished trial#880 with value: 4.040369504279492 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 305, 'ada_lr': 0.7777013536972692, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 36, 'et_ne': 72, 'xgb_features': 13, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.40632976653324454, 'alpha': 3.3899378539063705e-07, 'max_depth': 40, 'eta': 0.9946680068680216, 'gamma': 2.250797067786803e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:34,891] Finished trial#881 with value: 3.0637184929973595 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 236, 'ada_lr': 0.6858251533284702, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 34, 'et_ne': 89, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6588967441184099, 'alpha': 5.338955900347445e-07, 'max_depth': 41, 'eta': 0.4952769817256015, 'gamma': 1.2040912002367152e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:35,606] Finished trial#882 with value: 3.2249581446583084 with parameters: {'combos': 6, 'rid_features': 1, 'rid_Scaler': 'log', 'alphar': 1.990326922915867e-06, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 38, 'et_ne': 80, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9969959886567279, 'alpha': 1.8687547937082557e-07, 'max_depth': 42, 'eta': 0.7349545891430502, 'gamma': 3.025170770966486e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:36,772] Finished trial#883 with value: 3.0747097887099946 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 245, 'ada_lr': 0.7563289911133422, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 27, 'et_ne': 72, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.48339049215383595, 'alpha': 2.5588342262209515e-07, 'max_depth': 39, 'eta': 0.46045577726818876, 'gamma': 1.9845310441653443e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:38,003] Finished trial#884 with value: 3.0204980199708786 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 230, 'ada_lr': 0.793472116294025, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 24, 'et_ne': 85, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7581006125422901, 'alpha': 8.171785711024749e-07, 'max_depth': 43, 'eta': 0.7596069479742806, 'gamma': 3.735391350242154e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:39,268] Finished trial#885 with value: 3.2423083269455497 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 251, 'ada_lr': 0.7169056917454614, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 18, 'et_ne': 83, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9918757267938003, 'alpha': 1.7864046463070074e-06, 'max_depth': 43, 'eta': 0.9953484806615586, 'gamma': 5.677381762281098e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:40,357] Setting status of trial#886 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:41,679] Finished trial#887 with value: 3.0383723854297826 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 238, 'ada_lr': 0.7880148171376772, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 31, 'et_ne': 79, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7225923926972686, 'alpha': 6.487246320932329e-07, 'max_depth': 41, 'eta': 0.7443616945815086, 'gamma': 3.89408159936604e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:42,536] Setting status of trial#888 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:43,749] Finished trial#889 with value: 3.427106890221634 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 231, 'ada_lr': 0.7959078292920388, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 3, 'et_ne': 84, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9986516357399916, 'alpha': 9.477595568675653e-07, 'max_depth': 43, 'eta': 0.7464439897083979, 'gamma': 4.640573923983142e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:44,943] Finished trial#890 with value: 3.4816868575374533 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 246, 'ada_lr': 0.6539698317693542, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 25, 'et_ne': 70, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7169594605278231, 'alpha': 1.2634499536651852e-06, 'max_depth': 36, 'eta': 0.9578090338009086, 'gamma': 3.115645143019229e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:46,259] Finished trial#891 with value: 3.068953647264965 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 331, 'ada_lr': 0.7143857664982866, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 40, 'et_ne': 89, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5922040218765301, 'alpha': 5.375610949462472e-07, 'max_depth': 39, 'eta': 0.6129217194163648, 'gamma': 6.658931077940098e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:47,432] Finished trial#892 with value: 3.6773195127397376 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 231, 'ada_lr': 0.7476306929543309, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 22, 'et_ne': 93, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.9702949031576146, 'alpha': 3.379504977413413e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:48,660] Finished trial#893 with value: 3.3205306880310355 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 258, 'ada_lr': 0.805640742411654, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 36, 'et_ne': 71, 'xgb_features': 13, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.010382104019428968, 'alpha': 3.881300146720817e-07, 'max_depth': 42, 'eta': 0.9773139724930825, 'gamma': 4.596193265999862e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:49,714] Setting status of trial#894 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:50,992] Finished trial#895 with value: 3.1573798532863404 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 221, 'ada_lr': 0.7478201728355619, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 12, 'et_ne': 93, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9952043636523479, 'alpha': 5.665572879566299e-07, 'max_depth': 38, 'eta': 0.568138204187522, 'gamma': 2.6557404701928047e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:52,207] Finished trial#896 with value: 3.0825087923066086 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 238, 'ada_lr': 0.7106355608255444, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 35, 'et_ne': 97, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5087202160449598, 'alpha': 6.598306769520893e-07, 'max_depth': 40, 'eta': 0.4580276668929944, 'gamma': 1.3248071315925661e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:53,552] Finished trial#897 with value: 3.27681848318663 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 336, 'ada_lr': 0.8040950372058306, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 8, 'et_ne': 75, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7227087332619055, 'alpha': 9.546449165561136e-07, 'max_depth': 43, 'eta': 0.9862123268394252, 'gamma': 1.8453730726899126e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:54,732] Finished trial#898 with value: 3.133828477630426 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.7541249810910899, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 24, 'et_ne': 85, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4107626997098734, 'alpha': 8.793812937769877e-07, 'max_depth': 61, 'eta': 0.6964359684204642, 'gamma': 3.4347785658723194e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:56,119] Finished trial#899 with value: 3.5777804211035487 with parameters: {'combos': 1, 'rid_features': 9, 'rid_Scaler': 'minmax', 'alphar': 1.0478323362341088e-05, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 420, 'ada_lr': 0.6358588759733182, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9840154536857934, 'alpha': 4.5462425528769237e-07, 'max_depth': 36, 'eta': 0.3518557122835101, 'gamma': 1.0219486178480334e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:57,087] Setting status of trial#900 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:49:58,371] Finished trial#901 with value: 3.064361451972559 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 219, 'ada_lr': 0.6798025893013036, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 20, 'et_ne': 98, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5584841234338445, 'alpha': 8.009209137891481e-07, 'max_depth': 40, 'eta': 0.5286045520704269, 'gamma': 2.5003677638819072e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:49:59,569] Finished trial#902 with value: 3.0921251277968533 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 234, 'ada_lr': 0.8126647686039797, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 31, 'et_ne': 84, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3939134663443244, 'alpha': 5.169267410309578e-07, 'max_depth': 37, 'eta': 0.37600201582580606, 'gamma': 1.3263512272388202e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:00,782] Finished trial#903 with value: 3.1753355790328412 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 270, 'ada_lr': 0.7710309379973329, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 47, 'et_ne': 63, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6880947538618283, 'alpha': 9.776346793264659e-07, 'max_depth': 42, 'eta': 0.7766772013461919, 'gamma': 1.7290120519618444e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:01,950] Finished trial#904 with value: 3.127255990699846 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 246, 'ada_lr': 0.7351231938220999, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 28, 'et_ne': 70, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5147998987889318, 'alpha': 1.3452156469567183e-06, 'max_depth': 44, 'eta': 0.5463628686489667, 'gamma': 4.497785052432727e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:03,178] Finished trial#905 with value: 3.419044970891971 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 223, 'ada_lr': 0.8342202858281499, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 15, 'et_ne': 99, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7327200660272377, 'alpha': 1.5234561342876346e-06, 'max_depth': 35, 'eta': 0.9918860922690679, 'gamma': 1.0923380123787919e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:04,267] Setting status of trial#906 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:05,437] Finished trial#907 with value: 8.833106070919053 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 215, 'ada_lr': 0.7003744334292342, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 4, 'et_ne': 76, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.39149750722208326, 'alpha': 2.298525719637988e-06, 'max_depth': 39, 'eta': 6.693538597671689e-07, 'gamma': 9.513464866729123e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:06,603] Finished trial#908 with value: 3.182666266419147 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 228, 'ada_lr': 0.820888647169704, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 24, 'et_ne': 68, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7468883788016784, 'alpha': 2.2386345778452203e-06, 'max_depth': 41, 'eta': 0.32823816705157915, 'gamma': 2.518782764082074e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:07,734] Finished trial#909 with value: 3.0604920979515837 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 216, 'ada_lr': 0.6598275762003616, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 7, 'et_ne': 100, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3812847551475478, 'alpha': 2.6425824674977207e-07, 'max_depth': 37, 'eta': 0.4607452567447006, 'gamma': 1.7947781996484693e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:08,950] Finished trial#910 with value: 3.2005915871790935 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 241, 'ada_lr': 0.8331829001885667, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 33, 'et_ne': 89, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5529700262010755, 'alpha': 1.1601388359589888e-06, 'max_depth': 44, 'eta': 0.26538568622682973, 'gamma': 3.37428646326189e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:09,528] Setting status of trial#911 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:10,588] Setting status of trial#912 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:11,893] Finished trial#913 with value: 3.0721417725162783 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 229, 'ada_lr': 0.7850582150012921, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 19, 'et_ne': 103, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9787097459362367, 'alpha': 2.5296780827108864e-06, 'max_depth': 40, 'eta': 0.682454482085424, 'gamma': 1.1435081950883818e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:12,913] Finished trial#914 with value: 3.655832511829344 with parameters: {'combos': 3, 'ada_features': 12, 'ada_Scaler': 'stand', 'ada_ne': 213, 'ada_lr': 0.8457870958041163, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 15, 'et_ne': 1, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gblinear', 'lambda': 0.31585089846610354, 'alpha': 3.929157959270749e-07}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:14,090] Finished trial#915 with value: 3.6260189271277152 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 226, 'ada_lr': 0.7325249056331609, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 22, 'et_ne': 85, 'xgb_features': 12, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.5480947343277973, 'alpha': 1.6186906642890854e-06, 'max_depth': 43, 'eta': 0.3644463071383246, 'gamma': 1.7172168541405595e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:15,153] Setting status of trial#916 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:16,507] Finished trial#917 with value: 3.1233499739759183 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 252, 'ada_lr': 0.8477781601473676, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 27, 'et_ne': 96, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7388577052076556, 'alpha': 3.580788959459155e-06, 'max_depth': 57, 'eta': 0.5644325383756693, 'gamma': 2.27467947494303e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:17,771] Finished trial#918 with value: 3.1858640234523925 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 265, 'ada_lr': 0.7099525239511121, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 44, 'et_ne': 103, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9894509714000446, 'alpha': 1.417060110582089e-05, 'max_depth': 38, 'eta': 0.7536860783985089, 'gamma': 5.6392743795465945e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:18,629] Setting status of trial#919 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:19,860] Finished trial#920 with value: 3.376165849438309 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 236, 'ada_lr': 0.649199889814734, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 52, 'et_ne': 60, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.994810301976146, 'alpha': 3.311763647972759e-06, 'max_depth': 36, 'eta': 0.24231077395098072, 'gamma': 9.879157693356318e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:20,902] Finished trial#921 with value: 3.125343662982184 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 219, 'ada_lr': 0.848169113585368, 'et_features': 16, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 7, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4281706817791862, 'alpha': 9.34672182290399e-07, 'max_depth': 45, 'eta': 0.4485132774591303, 'gamma': 2.9330166528522863e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:22,067] Finished trial#922 with value: 3.068490002381244 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 213, 'ada_lr': 0.7699270263374195, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 58, 'et_ne': 83, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.30214339688354575, 'alpha': 7.677372636921506e-06, 'max_depth': 41, 'eta': 0.32381566853767896, 'gamma': 1.3890969504390346e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.3780741604925234e-05, 'skip_drop': 2.3447061287318136e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:23,215] Finished trial#923 with value: 3.1637920930157275 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 225, 'ada_lr': 0.8724680326348276, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 30, 'et_ne': 62, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5584039012978848, 'alpha': 1.6326481858701522e-05, 'max_depth': 38, 'eta': 0.5375882508356098, 'gamma': 4.324751757760106e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:24,233] Finished trial#924 with value: 3.4105384236368423 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 200, 'ada_lr': 0.8038376023531627, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 42, 'et_ne': 1, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3740303121950637, 'alpha': 1.0145632511907314e-05, 'max_depth': 34, 'eta': 0.7564157931512658, 'gamma': 9.36323454994841e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:25,505] Finished trial#925 with value: 3.165978487836727 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 238, 'ada_lr': 0.7140482661860681, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 47, 'et_ne': 110, 'xgb_features': 14, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.9861605294855209, 'alpha': 1.3046237157849552e-05, 'max_depth': 45, 'eta': 0.42015062153513716, 'gamma': 1.912672571770605e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.0006520525032435152, 'skip_drop': 1.9402421498828597e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:26,733] Setting status of trial#926 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:28,028] Finished trial#927 with value: 3.433977566818277 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 252, 'ada_lr': 0.6817800628915286, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 8, 'et_ne': 74, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6943301153553866, 'alpha': 5.098989664684353e-06, 'max_depth': 42, 'eta': 0.9862304952523294, 'gamma': 1.3543781524927033e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:29,383] Finished trial#928 with value: 3.459866305140907 with parameters: {'combos': 0, 'rid_features': 3, 'rid_Scaler': 'stand', 'alphar': 9.380192644150927e-05, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 372, 'ada_lr': 0.7609289201970957, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 31, 'et_ne': 97}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:30,412] Finished trial#929 with value: 3.5177241047509464 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 209, 'ada_lr': 0.8100792997517678, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 5, 'et_ne': 12, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.4832044008704413, 'alpha': 1.5556713197396967e-06, 'max_depth': 39, 'eta': 0.20737521559382102, 'gamma': 2.662270448575387e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 8.168393593342518e-08, 'skip_drop': 4.996065989793563e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:31,987] Finished trial#930 with value: 3.2443384820285406 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 400, 'ada_lr': 0.8629515519350097, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 24, 'et_ne': 107, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9884789351446042, 'alpha': 6.653251139375975e-07, 'max_depth': 43, 'eta': 0.9959007082935852, 'gamma': 1.613764307113613e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:33,136] Finished trial#931 with value: 3.2460957304207647 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 230, 'ada_lr': 0.7374689375403495, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 33, 'et_ne': 66, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2723325038451588, 'alpha': 6.903035855991941e-06, 'max_depth': 35, 'eta': 0.30196100712564733, 'gamma': 9.599650695526431e-06, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:34,334] Finished trial#932 with value: 3.107431938716692 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 222, 'ada_lr': 0.890069954068579, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 15, 'et_ne': 92, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.5419872492747798, 'alpha': 2.587842508615603e-06, 'max_depth': 40, 'eta': 0.5564909443179403, 'gamma': 3.67859450616911e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 0.00106748509413291, 'skip_drop': 3.578612516583585e-08}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:35,185] Setting status of trial#933 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:36,567] Finished trial#934 with value: 3.541707375333042 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 244, 'ada_lr': 0.6378891853284534, 'et_features': 14, 'et_Scaler': 'stand', 'et_max_depth': 38, 'et_ne': 80, 'xgb_features': 9, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.3285828363812992, 'alpha': 1.8538572283532576e-05, 'max_depth': 37, 'eta': 0.4236221346328388, 'gamma': 7.538823859007122e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:37,473] Setting status of trial#935 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:38,805] Finished trial#936 with value: 3.186715913381218 with parameters: {'combos': 3, 'ada_features': 5, 'ada_Scaler': 'stand', 'ada_ne': 230, 'ada_lr': 0.8840176430840677, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 76, 'et_ne': 112, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'dart', 'lambda': 0.7246495569547614, 'alpha': 3.842384846004804e-06, 'max_depth': 55, 'eta': 0.6983339827934225, 'gamma': 2.3088071786242447e-05, 'grow_policy': 'depthwise', 'sample_type': 'weighted', 'normalize_type': 'forest', 'rate_drop': 1.268254999243281e-08, 'skip_drop': 3.7116690432464434e-06}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:40,079] Finished trial#937 with value: 3.2526472740147545 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 259, 'ada_lr': 0.7337159000022436, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 16, 'et_ne': 99, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.42896541406065647, 'alpha': 9.35953662759747e-06, 'max_depth': 45, 'eta': 0.29711082372556646, 'gamma': 1.4136542861384553e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:40,809] Setting status of trial#938 as TrialState.PRUNED. Trial was pruned at iteration 12.\n",
            "[I 2020-07-13 04:50:41,912] Finished trial#939 with value: 3.4843177782211083 with parameters: {'combos': 1, 'rid_features': 5, 'rid_Scaler': 'stand', 'alphar': 1.888023424881947e-05, 'ada_features': 10, 'ada_Scaler': 'stand', 'ada_ne': 204, 'ada_lr': 0.6960942158387929, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7214922767267434, 'alpha': 1.1051193674095742e-06, 'max_depth': 41, 'eta': 0.20509248378679448, 'gamma': 2.3385718619360623e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:43,188] Finished trial#940 with value: 2.950905658372982 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 275, 'ada_lr': 0.8994968982614301, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 19, 'et_ne': 87, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4686235665476179, 'alpha': 1.3687318705252281e-05, 'max_depth': 46, 'eta': 0.5349334313628575, 'gamma': 3.825086173905356e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:44,466] Finished trial#941 with value: 3.0601181973254357 with parameters: {'combos': 3, 'ada_features': 6, 'ada_Scaler': 'stand', 'ada_ne': 272, 'ada_lr': 0.8161328567547843, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 17, 'et_ne': 86, 'xgb_features': 13, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.38258447428178377, 'alpha': 1.3003157817643403e-05, 'max_depth': 44, 'eta': 0.42141332235417145, 'gamma': 0.00010805829820078269, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:45,776] Finished trial#942 with value: 3.2381620408759018 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 280, 'ada_lr': 0.8859433180716046, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 24, 'et_ne': 92, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.0001732650761875906, 'alpha': 6.614549053737496e-06, 'max_depth': 46, 'eta': 0.5927902764024969, 'gamma': 5.3640507770231354e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:46,994] Finished trial#943 with value: 3.1034760000500077 with parameters: {'combos': 3, 'ada_features': 4, 'ada_Scaler': 'stand', 'ada_ne': 268, 'ada_lr': 0.7555292805070465, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 19, 'et_ne': 85, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5368889666470266, 'alpha': 1.1188253370402006e-05, 'max_depth': 43, 'eta': 0.27678207888496215, 'gamma': 4.3489523172103665e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:48,303] Finished trial#944 with value: 3.0698552334118436 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 270, 'ada_lr': 0.8505837416704245, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 19, 'et_ne': 109, 'xgb_features': 12, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7232390515692814, 'alpha': 1.469512415908591e-05, 'max_depth': 46, 'eta': 0.7402376084289661, 'gamma': 4.439028874581656e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:49,310] Setting status of trial#945 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:50,637] Finished trial#946 with value: 2.9446939922603175 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 259, 'ada_lr': 0.8971956666452421, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 100, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.26439530362598945, 'alpha': 8.475041499242163e-06, 'max_depth': 41, 'eta': 0.3854615686027042, 'gamma': 5.9842065985475514e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:51,961] Finished trial#947 with value: 3.4848429159381094 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 276, 'ada_lr': 0.9274381907552466, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 16, 'et_ne': 99, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2027240640456324, 'alpha': 8.10075100277708e-06, 'max_depth': 39, 'eta': 0.16041441254594738, 'gamma': 6.151833246520035e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:53,253] Finished trial#948 with value: 3.1660458953535047 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 266, 'ada_lr': 0.9153396183726368, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 12, 'et_ne': 99, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.25590807812650757, 'alpha': 5.452736627523282e-06, 'max_depth': 41, 'eta': 0.36363743235603196, 'gamma': 0.00010409000706954383, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:54,521] Finished trial#949 with value: 3.20884908285976 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 252, 'ada_lr': 0.8845184550814006, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 20, 'et_ne': 105, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.31983419323699463, 'alpha': 8.380692529000243e-06, 'max_depth': 37, 'eta': 0.22126121184748293, 'gamma': 6.667505780693023e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:55,759] Finished trial#950 with value: 3.130552610976723 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 262, 'ada_lr': 0.953268496715921, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 12, 'et_ne': 88, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2306280264135177, 'alpha': 1.1673257018163674e-05, 'max_depth': 39, 'eta': 0.3097262155203934, 'gamma': 8.519593776148609e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:57,003] Setting status of trial#951 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:50:58,324] Finished trial#952 with value: 4.400312982710496 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 263, 'ada_lr': 0.8975346717673022, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 78, 'xgb_features': 11, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.3494098072670766, 'alpha': 5.746998308343123e-06, 'max_depth': 36, 'eta': 0.10910103256221002, 'gamma': 6.213352755535659e-05, 'grow_policy': 'depthwise'}. Best is trial#322 with value: 2.8678274556100187.\n",
            "[I 2020-07-13 04:50:59,319] Setting status of trial#953 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:00,707] Finished trial#954 with value: 2.8669511156502354 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 287, 'ada_lr': 0.9991821582026199, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 102, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4201479647656314, 'alpha': 8.337801160413445e-06, 'max_depth': 42, 'eta': 0.40902586593808343, 'gamma': 0.00017385274444494498, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:02,034] Finished trial#955 with value: 3.2109015998762684 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 292, 'ada_lr': 0.9870841095744218, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 13, 'et_ne': 103, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.19773714679872395, 'alpha': 9.588722498478314e-06, 'max_depth': 39, 'eta': 0.20270641336012724, 'gamma': 0.00015245703718259372, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:03,287] Finished trial#956 with value: 3.2182974464525658 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 270, 'ada_lr': 0.9926795916625478, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 8, 'et_ne': 106, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.26183597014814436, 'alpha': 4.2490382861546535e-06, 'max_depth': 41, 'eta': 0.3700020580478465, 'gamma': 6.272174241420947e-05, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:04,549] Finished trial#957 with value: 3.1655563811382215 with parameters: {'combos': 3, 'ada_features': 9, 'ada_Scaler': 'stand', 'ada_ne': 265, 'ada_lr': 0.5036281151190266, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 6, 'et_ne': 116, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4064845883764916, 'alpha': 1.5060855907078102e-05, 'max_depth': 35, 'eta': 0.26242298629929944, 'gamma': 9.671305718311924e-05, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:05,841] Finished trial#958 with value: 3.1342876156133506 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 298, 'ada_lr': 0.9455902012836419, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 9, 'et_ne': 92, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3088706603849291, 'alpha': 5.918668033137544e-06, 'max_depth': 42, 'eta': 0.4442086163344835, 'gamma': 0.0001082878077150515, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:07,141] Finished trial#959 with value: 3.5977788698425015 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 281, 'ada_lr': 0.8929779873851368, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 12, 'et_ne': 97, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.20350203190768004, 'alpha': 1.1733947867474657e-05, 'max_depth': 38, 'eta': 0.14520818055118095, 'gamma': 3.936850336111851e-05, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:08,348] Setting status of trial#960 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:09,460] Setting status of trial#961 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:10,786] Finished trial#962 with value: 3.243261480069405 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 288, 'ada_lr': 0.9386308292133797, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 94, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5112844539426542, 'alpha': 8.653880353555664e-06, 'max_depth': 32, 'eta': 0.293528947852949, 'gamma': 0.0001784148763179432, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:11,971] Finished trial#963 with value: 3.0096700737413973 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 263, 'ada_lr': 0.9097932012020943, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 14, 'et_ne': 83, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.38463923824795115, 'alpha': 2.043730563201352e-05, 'max_depth': 40, 'eta': 0.5777217516478766, 'gamma': 0.00034248830761400453, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:13,135] Finished trial#964 with value: 3.356509952219926 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 275, 'ada_lr': 0.9904358541202158, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 6, 'et_ne': 105, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.16500144120822446, 'alpha': 1.652165740668763e-05, 'max_depth': 37, 'eta': 0.20367210391630639, 'gamma': 8.354874571621619e-05, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:14,389] Finished trial#965 with value: 3.1804418107985906 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 282, 'ada_lr': 0.9430553520739187, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 119, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.256195312407923, 'alpha': 2.117806275975205e-05, 'max_depth': 34, 'eta': 0.5214351935769278, 'gamma': 0.00010342751604444006, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:15,653] Finished trial#966 with value: 3.1500628510249222 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 268, 'ada_lr': 0.9095037966862537, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 15, 'et_ne': 89, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.33205390657927203, 'alpha': 2.0830693255869535e-05, 'max_depth': 40, 'eta': 0.365315504867559, 'gamma': 0.0004000329560124206, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:16,862] Finished trial#967 with value: 3.06870655654913 with parameters: {'combos': 3, 'ada_features': 3, 'ada_Scaler': 'stand', 'ada_ne': 276, 'ada_lr': 0.9872076016355049, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 14, 'et_ne': 81, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.1867738186329225, 'alpha': 1.3784926315088584e-05, 'max_depth': 38, 'eta': 0.42747177315417184, 'gamma': 0.0006597266112780437, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:18,155] Finished trial#968 with value: 3.293056081472338 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 276, 'ada_lr': 0.9199986960396654, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 12, 'et_ne': 101, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.379077374962939, 'alpha': 7.846290968152097e-06, 'max_depth': 36, 'eta': 0.2524433765519018, 'gamma': 0.0005009544006328271, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:19,458] Finished trial#969 with value: 3.3556561921434507 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 282, 'ada_lr': 0.9988941449326353, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 11, 'et_ne': 110, 'xgb_features': 9, 'xgb_Scaler': 'stand', 'booster': 'gbtree', 'lambda': 0.26320448251125816, 'alpha': 1.8714051448802308e-05, 'max_depth': 39, 'eta': 0.5612441476298304, 'gamma': 0.0002914865369907016, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:20,532] Setting status of trial#970 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:21,886] Finished trial#971 with value: 3.2068371376589986 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 298, 'ada_lr': 0.9533438727268192, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 13, 'et_ne': 92, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4160603115168267, 'alpha': 5.757470808433116e-08, 'max_depth': 41, 'eta': 0.33749109757018064, 'gamma': 2.9879018859499553e-05, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:23,036] Finished trial#972 with value: 3.193602488459893 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'stand', 'ada_ne': 262, 'ada_lr': 0.8591911164750897, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 11, 'et_ne': 80, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.41036296120953775, 'alpha': 1.2608435094696842e-05, 'max_depth': 37, 'eta': 0.5917509210385282, 'gamma': 0.00026342116158948177, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:23,919] Setting status of trial#973 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:25,280] Finished trial#974 with value: 3.324674729073655 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 272, 'ada_lr': 0.9594040978462132, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 14, 'et_ne': 101, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.16217371321488377, 'alpha': 5.761856739034689e-06, 'max_depth': 35, 'eta': 0.9978713851925459, 'gamma': 0.00015551741164089914, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:26,643] Finished trial#975 with value: 3.3718819023414053 with parameters: {'combos': 3, 'ada_features': 0, 'ada_Scaler': 'stand', 'ada_ne': 262, 'ada_lr': 0.8654664391152093, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 17, 'et_ne': 194, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.319430817982278, 'alpha': 9.30957470707669e-06, 'max_depth': 41, 'eta': 0.16701881068175625, 'gamma': 0.0002730882849024951, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:27,838] Finished trial#976 with value: 3.1289742430661067 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'stand', 'ada_ne': 277, 'ada_lr': 0.9981409204970376, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 8, 'et_ne': 111, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5128094791805875, 'alpha': 3.848770951418746e-06, 'max_depth': 38, 'eta': 0.393979356449329, 'gamma': 3.0089266149104857e-05, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:28,930] Finished trial#977 with value: 3.3229498234399544 with parameters: {'combos': 3, 'ada_features': 0, 'ada_Scaler': 'stand', 'ada_ne': 253, 'ada_lr': 0.5298060618319769, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 5, 'et_ne': 80, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.23520351679094978, 'alpha': 2.624259840574149e-05, 'max_depth': 40, 'eta': 0.25214755495887575, 'gamma': 1.8424194539584845e-05, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:30,258] Finished trial#978 with value: 3.2267985560435255 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 295, 'ada_lr': 0.9973390712034425, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 13, 'et_ne': 94, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.4751883704028589, 'alpha': 1.519500585419782e-05, 'max_depth': 33, 'eta': 0.9968421145442928, 'gamma': 0.0008009013150011925, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:31,533] Finished trial#979 with value: 3.390536415184657 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 251, 'ada_lr': 0.914956999448685, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 123, 'xgb_features': 16, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3037736994159295, 'alpha': 1.2299505212427395e-05, 'max_depth': 42, 'eta': 0.6830922285746115, 'gamma': 0.0002876922444604198, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:32,538] Setting status of trial#980 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:33,926] Finished trial#981 with value: 3.232376796156141 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 287, 'ada_lr': 0.9006347306013635, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 15, 'et_ne': 76, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5478045622102791, 'alpha': 2.0677851201725213e-05, 'max_depth': 35, 'eta': 0.43927278410322607, 'gamma': 0.0011277699435819119, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:35,173] Finished trial#982 with value: 3.147228981046539 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 257, 'ada_lr': 0.853198566719218, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 13, 'et_ne': 88, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.3898192781567272, 'alpha': 6.668912877665007e-06, 'max_depth': 39, 'eta': 0.30008807883398164, 'gamma': 0.0003000153572593759, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:36,396] Finished trial#983 with value: 3.150749626484028 with parameters: {'combos': 3, 'ada_features': 1, 'ada_Scaler': 'stand', 'ada_ne': 261, 'ada_lr': 0.997252573122788, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 18, 'et_ne': 113, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.2032842142604806, 'alpha': 3.3656224685425024e-06, 'max_depth': 59, 'eta': 0.5421847700967449, 'gamma': 0.00017286606079992665, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:37,363] Setting status of trial#984 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:38,676] Finished trial#985 with value: 3.2672177303089147 with parameters: {'combos': 3, 'ada_features': 2, 'ada_Scaler': 'stand', 'ada_ne': 285, 'ada_lr': 0.9351675181477577, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 9, 'et_ne': 101, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5432960057587838, 'alpha': 1.1093399210516199e-05, 'max_depth': 63, 'eta': 0.2255922390975928, 'gamma': 0.0003112304229689467, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:39,898] Finished trial#986 with value: 3.783075817070538 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 250, 'ada_lr': 0.8537307683831576, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 17, 'et_ne': 92, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9982450352372338, 'alpha': 7.467831960396538e-06, 'max_depth': 38, 'eta': 0.12895667474360054, 'gamma': 0.0002381937870086194, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:41,181] Finished trial#987 with value: 3.243663085540465 with parameters: {'combos': 3, 'ada_features': 0, 'ada_Scaler': 'stand', 'ada_ne': 345, 'ada_lr': 0.8952983891731776, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 11, 'et_ne': 75, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.30562214923556313, 'alpha': 1.7498739410445965e-05, 'max_depth': 42, 'eta': 0.7382528405193801, 'gamma': 0.000523322282212441, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:41,876] Finished trial#988 with value: 6.807118704475047 with parameters: {'combos': 6, 'rid_features': 17, 'rid_Scaler': 'stand', 'alphar': 1.0165200830750515e-08, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 7, 'et_ne': 110, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.6754786795588031, 'alpha': 1.051118107868559e-05, 'max_depth': 37, 'eta': 0.38347715464132803, 'gamma': 0.0004409473453598565, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:43,216] Setting status of trial#989 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:44,797] Finished trial#990 with value: 3.5432750566001117 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 382, 'ada_lr': 0.999446660303556, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 9, 'et_ne': 97, 'xgb_features': 10, 'xgb_Scaler': 'minmax', 'booster': 'gbtree', 'lambda': 0.41513027926691926, 'alpha': 4.6215402969402e-06, 'max_depth': 40, 'eta': 0.5118477991628302, 'gamma': 0.00038059283114510187, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:46,112] Finished trial#991 with value: 3.1870743162710897 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 253, 'ada_lr': 0.8336050041187338, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 16, 'et_ne': 121, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.14809052889293067, 'alpha': 2.136185255221453e-05, 'max_depth': 44, 'eta': 0.32043691374141214, 'gamma': 0.000782139302676993, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:47,532] Setting status of trial#992 as TrialState.PRUNED. Trial was pruned at iteration 11.\n",
            "[I 2020-07-13 04:51:49,229] Finished trial#993 with value: 3.1372555109401072 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 415, 'ada_lr': 0.842693445237377, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 55, 'et_ne': 106, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.23491041000349247, 'alpha': 5.7693962838040515e-06, 'max_depth': 32, 'eta': 0.7458369857980235, 'gamma': 0.0001504419571192074, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:50,429] Finished trial#994 with value: 3.6233524417516256 with parameters: {'combos': 3, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 262, 'ada_lr': 0.9397956830705908, 'et_features': 0, 'et_Scaler': 'minmax', 'et_max_depth': 6, 'et_ne': 87, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.5462552835553416, 'alpha': 2.7890058400507255e-05, 'max_depth': 35, 'eta': 0.1877666536623575, 'gamma': 0.00023454459559551062, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:51,694] Finished trial#995 with value: 3.193573505820038 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 277, 'ada_lr': 0.874587005788702, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 12, 'et_ne': 80, 'xgb_features': 11, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9988385008060963, 'alpha': 9.085986383819105e-06, 'max_depth': 40, 'eta': 0.4581447506717571, 'gamma': 0.000136943510037652, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:53,071] Finished trial#996 with value: 2.986345707190774 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 324, 'ada_lr': 0.8359039819475855, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 10, 'et_ne': 115, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9977222077659875, 'alpha': 1.5471081735985596e-05, 'max_depth': 76, 'eta': 0.2897691981514091, 'gamma': 0.0001346255875230791, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:54,490] Finished trial#997 with value: 3.736411841569602 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 322, 'ada_lr': 0.835468812927437, 'et_features': 0, 'et_Scaler': 'stand', 'et_max_depth': 13, 'et_ne': 127, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9905892878446562, 'alpha': 2.7882150374579598e-05, 'max_depth': 92, 'eta': 0.13515282501594333, 'gamma': 0.0001810472879531453, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:55,676] Finished trial#998 with value: 5.114909984776814 with parameters: {'combos': 1, 'rid_features': 13, 'rid_Scaler': 'stand', 'alphar': 0.056879319494106066, 'ada_features': 8, 'ada_Scaler': 'stand', 'ada_ne': 304, 'ada_lr': 0.8785827020470222, 'xgb_features': 9, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.7474348774192672, 'alpha': 1.6691982121996417e-05, 'max_depth': 30, 'eta': 0.08479997584263639, 'gamma': 0.00016753183674200802, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n",
            "[I 2020-07-13 04:51:57,016] Finished trial#999 with value: 3.3146287417711746 with parameters: {'combos': 3, 'ada_features': 7, 'ada_Scaler': 'stand', 'ada_ne': 309, 'ada_lr': 0.9991267896257585, 'et_features': 1, 'et_Scaler': 'stand', 'et_max_depth': 7, 'et_ne': 126, 'xgb_features': 10, 'xgb_Scaler': 'log', 'booster': 'gbtree', 'lambda': 0.9593533815661203, 'alpha': 2.318687771241002e-05, 'max_depth': 81, 'eta': 0.21064822284112833, 'gamma': 0.00010699070396193802, 'grow_policy': 'depthwise'}. Best is trial#954 with value: 2.8669511156502354.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Best trial:\n",
            "  Params: \n",
            "    combos: 3\n",
            "    ada_features: 7\n",
            "    ada_Scaler: stand\n",
            "    ada_ne: 287\n",
            "    ada_lr: 0.9991821582026199\n",
            "    et_features: 0\n",
            "    et_Scaler: stand\n",
            "    et_max_depth: 10\n",
            "    et_ne: 102\n",
            "    xgb_features: 10\n",
            "    xgb_Scaler: log\n",
            "    booster: gbtree\n",
            "    lambda: 0.4201479647656314\n",
            "    alpha: 8.337801160413445e-06\n",
            "    max_depth: 42\n",
            "    eta: 0.40902586593808343\n",
            "    gamma: 0.00017385274444494498\n",
            "    grow_policy: depthwise\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Jqw72dcpYYbA",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "0992fc77-4b64-4136-bda3-8d14daab8f7f"
      },
      "source": [
        "comb[3]"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "('ada', 'et', 'xgb')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "OZf0muwDLZlB",
        "colab_type": "text"
      },
      "source": [
        "best result so far:\n",
        "\n",
        "\n",
        "**BOSTON HOUSE** \n",
        "\n",
        "2.8669 : ('ada', 'et', 'xgb')\n",
        "\n",
        "```\n",
        "  Params: \n",
        "    combos: 3\n",
        "    ada_features: 7\n",
        "    ada_Scaler: stand\n",
        "    ada_ne: 287\n",
        "    ada_lr: 0.9991821582026199\n",
        "    et_features: 0\n",
        "    et_Scaler: stand\n",
        "    et_max_depth: 10\n",
        "    et_ne: 102\n",
        "    xgb_features: 10\n",
        "    xgb_Scaler: log\n",
        "    booster: gbtree\n",
        "    lambda: 0.4201479647656314\n",
        "    alpha: 8.337801160413445e-06\n",
        "    max_depth: 42\n",
        "    eta: 0.40902586593808343\n",
        "    gamma: 0.00017385274444494498\n",
        "    grow_policy: depthwise\n",
        "```\n",
        "\n",
        "\n",
        "\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "H7hy4db904fS",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "objective.fpredictions "
      ],
      "execution_count": 23,
      "outputs": []
    }
  ]
}