stack_mean_19_1-34,36-37.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from utilities import cal_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "stack_idx = '19'\n",
    "models = '1-34,36-37'\n",
    "use_test_kfold = set([2, 7, 8, 12, 13])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "no_one = False"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Read CV predictions and test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_models(exp):\n",
    "    exp_split = exp.split(',')\n",
    "    idx_models = []\n",
    "    for e in exp_split:\n",
    "        if '-' in e:\n",
    "            n0, n1 = e.split('-')\n",
    "            idx_models.extend(list(range(int(n0), int(n1)+1, 1)))\n",
    "        else:\n",
    "            idx_models.append(int(e))\n",
    "    return idx_models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    }
   ],
   "source": [
    "idx_models = parse_models(models)\n",
    "print(idx_models)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "files_in_output = [f for f in os.listdir('output/') if os.path.isfile('output/'+f)]\n",
    "files_cv = {idx: [f for f in files_in_output \n",
    "                  if f.startswith('model-%02d-' % idx) and f.endswith('cv.csv')][0] \n",
    "            for idx in idx_models}\n",
    "if not no_one:\n",
    "    files_test_one = {idx: [f for f in files_in_output \n",
    "                           if f.startswith('model-%02d-' % idx) and f.endswith('test-one.csv')][0]\n",
    "                     for idx in idx_models}\n",
    "files_test_kf = {idx: [f for f in files_in_output \n",
    "                       if f.startswith('model-%02d-' % idx) and f.endswith('test-kfold.csv')][0]\n",
    "                 for idx in idx_models}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 1 model-01-lgb-cv.csv\n",
      " 1 model-01-lgb-test-kfold.csv\n",
      " 1 model-01-lgb-test-one.csv\n",
      " 2 model-02-keras-search-cv.csv\n",
      " 2 model-02-keras-search-test-kfold.csv\n",
      " 2 model-02-keras-search-test-one.csv\n",
      " 3 model-03-lgb-feats-selection-cv.csv\n",
      " 3 model-03-lgb-feats-selection-test-kfold.csv\n",
      " 3 model-03-lgb-feats-selection-test-one.csv\n",
      " 4 model-04-lgb-PCA-cv.csv\n",
      " 4 model-04-lgb-PCA-test-kfold.csv\n",
      " 4 model-04-lgb-PCA-test-one.csv\n",
      " 5 model-05-lgb-wo-per-area-cv.csv\n",
      " 5 model-05-lgb-wo-per-area-test-kfold.csv\n",
      " 5 model-05-lgb-wo-per-area-test-one.csv\n",
      " 6 model-06-lgb-lr0.001-cv.csv\n",
      " 6 model-06-lgb-lr0.001-test-kfold.csv\n",
      " 6 model-06-lgb-lr0.001-test-one.csv\n",
      " 7 model-07-keras-embedding-cv.csv\n",
      " 7 model-07-keras-embedding-test-kfold.csv\n",
      " 7 model-07-keras-embedding-test-one.csv\n",
      " 8 model-08-keras-search-long-cv.csv\n",
      " 8 model-08-keras-search-long-test-kfold.csv\n",
      " 8 model-08-keras-search-long-test-one.csv\n",
      " 9 model-09-lgb-feats-selection-75-cv.csv\n",
      " 9 model-09-lgb-feats-selection-75-test-kfold.csv\n",
      " 9 model-09-lgb-feats-selection-75-test-one.csv\n",
      "10 model-10-lgb-feats-selection-75-lr-0.001-cv.csv\n",
      "10 model-10-lgb-feats-selection-75-lr-0.001-test-kfold.csv\n",
      "10 model-10-lgb-feats-selection-75-lr-0.001-test-one.csv\n",
      "11 model-11-rf-cv.csv\n",
      "11 model-11-rf-test-kfold.csv\n",
      "11 model-11-rf-test-one.csv\n",
      "12 model-12-predict-keras-search-prelu-cv.csv\n",
      "12 model-12-predict-keras-search-prelu-test-kfold.csv\n",
      "12 model-12-predict-keras-search-prelu-test-one.csv\n",
      "13 model-13-predict-keras-he_uni-cv.csv\n",
      "13 model-13-predict-keras-he_uni-test-kfold.csv\n",
      "13 model-13-predict-keras-he_uni-test-one.csv\n",
      "14 model-14-lgb-feats-selection-75-lr-0.001-rand-cv.csv\n",
      "14 model-14-lgb-feats-selection-75-lr-0.001-rand-test-kfold.csv\n",
      "14 model-14-lgb-feats-selection-75-lr-0.001-rand-test-one.csv\n",
      "15 model-15-lgb-feats-selection-75-lr-0.001-rand323-cv.csv\n",
      "15 model-15-lgb-feats-selection-75-lr-0.001-rand323-test-kfold.csv\n",
      "15 model-15-lgb-feats-selection-75-lr-0.001-rand323-test-one.csv\n",
      "16 model-16-lgb-feats-selection-68-lr-0.001-mix5-cv.csv\n",
      "16 model-16-lgb-feats-selection-68-lr-0.001-mix5-test-kfold.csv\n",
      "16 model-16-lgb-feats-selection-68-lr-0.001-mix5-test-one.csv\n",
      "17 model-17-lgb-feats-selection-70-lr-0.001-mix5-cv.csv\n",
      "17 model-17-lgb-feats-selection-70-lr-0.001-mix5-test-kfold.csv\n",
      "17 model-17-lgb-feats-selection-70-lr-0.001-mix5-test-one.csv\n",
      "18 model-18-lgb-feats-selection-70-lr-0.001-p5-cv.csv\n",
      "18 model-18-lgb-feats-selection-70-lr-0.001-p5-test-kfold.csv\n",
      "18 model-18-lgb-feats-selection-70-lr-0.001-p5-test-one.csv\n",
      "19 model-19-lgb-search-bins-lr-0.0005-cv.csv\n",
      "19 model-19-lgb-search-bins-lr-0.0005-test-kfold.csv\n",
      "19 model-19-lgb-search-bins-lr-0.0005-test-one.csv\n",
      "20 model-20-lgb-lr-0.0008-mix5-cv.csv\n",
      "20 model-20-lgb-lr-0.0008-mix5-test-kfold.csv\n",
      "20 model-20-lgb-lr-0.0008-mix5-test-one.csv\n",
      "21 model-21-lgb-wo-per-area-long-cv.csv\n",
      "21 model-21-lgb-wo-per-area-long-test-kfold.csv\n",
      "21 model-21-lgb-wo-per-area-long-test-one.csv\n",
      "22 model-22-lgb-wo-per-area-long-2-cv.csv\n",
      "22 model-22-lgb-wo-per-area-long-2-test-kfold.csv\n",
      "22 model-22-lgb-wo-per-area-long-2-test-one.csv\n",
      "23 model-23-lgb-binary-cv.csv\n",
      "23 model-23-lgb-binary-test-kfold.csv\n",
      "23 model-23-lgb-binary-test-one.csv\n",
      "24 model-24-lgb-binary-augment-cv.csv\n",
      "24 model-24-lgb-binary-augment-test-kfold.csv\n",
      "24 model-24-lgb-binary-augment-test-one.csv\n",
      "25 model-25-lgb-search-bins-lr-0.0005-250-cv.csv\n",
      "25 model-25-lgb-search-bins-lr-0.0005-250-test-kfold.csv\n",
      "25 model-25-lgb-search-bins-lr-0.0005-250-test-one.csv\n",
      "26 model-26-lgb-search-bins-lr-0.0005-350-cv.csv\n",
      "26 model-26-lgb-search-bins-lr-0.0005-350-test-kfold.csv\n",
      "26 model-26-lgb-search-bins-lr-0.0005-350-test-one.csv\n",
      "27 model-27-lgb-feat_rm_new-cv.csv\n",
      "27 model-27-lgb-feat_rm_new-test-kfold.csv\n",
      "27 model-27-lgb-feat_rm_new-test-one.csv\n",
      "28 model-28-lgb-search-bins-lr-0.0005-255-cv.csv\n",
      "28 model-28-lgb-search-bins-lr-0.0005-255-test-kfold.csv\n",
      "28 model-28-lgb-search-bins-lr-0.0005-255-test-one.csv\n",
      "29 model-29-lgb-building_age-fillna-cv.csv\n",
      "29 model-29-lgb-building_age-fillna-test-kfold.csv\n",
      "29 model-29-lgb-building_age-fillna-test-one.csv\n",
      "30 model-30-lgb-binary-2-cv.csv\n",
      "30 model-30-lgb-binary-2-test-kfold.csv\n",
      "30 model-30-lgb-binary-2-test-one.csv\n",
      "31 model-31-lgb-3_groups-cv.csv\n",
      "31 model-31-lgb-3_groups-test-kfold.csv\n",
      "31 model-31-lgb-3_groups-test-one.csv\n",
      "32 model-32-lgb-remove_outlier_01-cv.csv\n",
      "32 model-32-lgb-remove_outlier_01-test-kfold.csv\n",
      "32 model-32-lgb-remove_outlier_01-test-one.csv\n",
      "33 model-33-lgb-remove_outlier_03-cv.csv\n",
      "33 model-33-lgb-remove_outlier_03-test-kfold.csv\n",
      "33 model-33-lgb-remove_outlier_03-test-one.csv\n",
      "34 model-34-lgb-remove_outlier_01-cv.csv\n",
      "34 model-34-lgb-remove_outlier_01-test-kfold.csv\n",
      "34 model-34-lgb-remove_outlier_01-test-one.csv\n",
      "36 model-36-lgb-remove_outlier_03-0.001-2-cv.csv\n",
      "36 model-36-lgb-remove_outlier_03-0.001-2-test-kfold.csv\n",
      "36 model-36-lgb-remove_outlier_03-0.001-2-test-one.csv\n",
      "37 model-37-lgb-remove_outlier_05-cv.csv\n",
      "37 model-37-lgb-remove_outlier_05-test-kfold.csv\n",
      "37 model-37-lgb-remove_outlier_05-test-one.csv\n"
     ]
    }
   ],
   "source": [
    "for k in files_cv: \n",
    "    print('%2d'%k, files_cv[k])\n",
    "    print('%2d'%k, files_test_kf[k])\n",
    "    if not no_one: \n",
    "        print('%2d'%k, files_test_one[k])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Load area"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = pd.read_csv('dataset/train.csv')\n",
    "df_test = pd.read_csv('dataset/test.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CV predictions:\n",
      "No. 0 file: model-01-lgb-cv.csv\n",
      "No. 1 file: model-02-keras-search-cv.csv\n",
      "No. 2 file: model-03-lgb-feats-selection-cv.csv\n",
      "No. 3 file: model-04-lgb-PCA-cv.csv\n",
      "No. 4 file: model-05-lgb-wo-per-area-cv.csv\n",
      "No. 5 file: model-06-lgb-lr0.001-cv.csv\n",
      "No. 6 file: model-07-keras-embedding-cv.csv\n",
      "No. 7 file: model-08-keras-search-long-cv.csv\n",
      "No. 8 file: model-09-lgb-feats-selection-75-cv.csv\n",
      "No. 9 file: model-10-lgb-feats-selection-75-lr-0.001-cv.csv\n",
      "No. 10 file: model-11-rf-cv.csv\n",
      "No. 11 file: model-12-predict-keras-search-prelu-cv.csv\n",
      "No. 12 file: model-13-predict-keras-he_uni-cv.csv\n",
      "No. 13 file: model-14-lgb-feats-selection-75-lr-0.001-rand-cv.csv\n",
      "No. 14 file: model-15-lgb-feats-selection-75-lr-0.001-rand323-cv.csv\n",
      "No. 15 file: model-16-lgb-feats-selection-68-lr-0.001-mix5-cv.csv\n",
      "No. 16 file: model-17-lgb-feats-selection-70-lr-0.001-mix5-cv.csv\n",
      "No. 17 file: model-18-lgb-feats-selection-70-lr-0.001-p5-cv.csv\n",
      "No. 18 file: model-19-lgb-search-bins-lr-0.0005-cv.csv\n",
      "No. 19 file: model-20-lgb-lr-0.0008-mix5-cv.csv\n",
      "No. 20 file: model-21-lgb-wo-per-area-long-cv.csv\n",
      "No. 21 file: model-22-lgb-wo-per-area-long-2-cv.csv\n",
      "No. 22 file: model-23-lgb-binary-cv.csv\n",
      "No. 23 file: model-24-lgb-binary-augment-cv.csv\n",
      "No. 24 file: model-25-lgb-search-bins-lr-0.0005-250-cv.csv\n",
      "No. 25 file: model-26-lgb-search-bins-lr-0.0005-350-cv.csv\n",
      "No. 26 file: model-27-lgb-feat_rm_new-cv.csv\n",
      "No. 27 file: model-28-lgb-search-bins-lr-0.0005-255-cv.csv\n",
      "No. 28 file: model-29-lgb-building_age-fillna-cv.csv\n",
      "No. 29 file: model-30-lgb-binary-2-cv.csv\n",
      "No. 30 file: model-31-lgb-3_groups-cv.csv\n",
      "No. 31 file: model-32-lgb-remove_outlier_01-cv.csv\n",
      "No. 32 file: model-33-lgb-remove_outlier_03-cv.csv\n",
      "No. 33 file: model-34-lgb-remove_outlier_01-cv.csv\n",
      "No. 34 file: model-36-lgb-remove_outlier_03-0.001-2-cv.csv\n",
      "No. 35 file: model-37-lgb-remove_outlier_05-cv.csv\n",
      "Test predictions:\n",
      "No. 0 file: model-01-lgb-test-one.csv\n",
      "No. 1 file: model-02-keras-search-test-kfold.csv\n",
      "No. 2 file: model-03-lgb-feats-selection-test-one.csv\n",
      "No. 3 file: model-04-lgb-PCA-test-one.csv\n",
      "No. 4 file: model-05-lgb-wo-per-area-test-one.csv\n",
      "No. 5 file: model-06-lgb-lr0.001-test-one.csv\n",
      "No. 6 file: model-07-keras-embedding-test-kfold.csv\n",
      "No. 7 file: model-08-keras-search-long-test-kfold.csv\n",
      "No. 8 file: model-09-lgb-feats-selection-75-test-one.csv\n",
      "No. 9 file: model-10-lgb-feats-selection-75-lr-0.001-test-one.csv\n",
      "No. 10 file: model-11-rf-test-one.csv\n",
      "No. 11 file: model-12-predict-keras-search-prelu-test-kfold.csv\n",
      "No. 12 file: model-13-predict-keras-he_uni-test-kfold.csv\n",
      "No. 13 file: model-14-lgb-feats-selection-75-lr-0.001-rand-test-one.csv\n",
      "No. 14 file: model-15-lgb-feats-selection-75-lr-0.001-rand323-test-one.csv\n",
      "No. 15 file: model-16-lgb-feats-selection-68-lr-0.001-mix5-test-one.csv\n",
      "No. 16 file: model-17-lgb-feats-selection-70-lr-0.001-mix5-test-one.csv\n",
      "No. 17 file: model-18-lgb-feats-selection-70-lr-0.001-p5-test-one.csv\n",
      "No. 18 file: model-19-lgb-search-bins-lr-0.0005-test-one.csv\n",
      "No. 19 file: model-20-lgb-lr-0.0008-mix5-test-one.csv\n",
      "No. 20 file: model-21-lgb-wo-per-area-long-test-one.csv\n",
      "No. 21 file: model-22-lgb-wo-per-area-long-2-test-one.csv\n",
      "No. 22 file: model-23-lgb-binary-test-one.csv\n",
      "No. 23 file: model-24-lgb-binary-augment-test-one.csv\n",
      "No. 24 file: model-25-lgb-search-bins-lr-0.0005-250-test-one.csv\n",
      "No. 25 file: model-26-lgb-search-bins-lr-0.0005-350-test-one.csv\n",
      "No. 26 file: model-27-lgb-feat_rm_new-test-one.csv\n",
      "No. 27 file: model-28-lgb-search-bins-lr-0.0005-255-test-one.csv\n",
      "No. 28 file: model-29-lgb-building_age-fillna-test-one.csv\n",
      "No. 29 file: model-30-lgb-binary-2-test-one.csv\n",
      "No. 30 file: model-31-lgb-3_groups-test-one.csv\n",
      "No. 31 file: model-32-lgb-remove_outlier_01-test-one.csv\n",
      "No. 32 file: model-33-lgb-remove_outlier_03-test-one.csv\n",
      "No. 33 file: model-34-lgb-remove_outlier_01-test-one.csv\n",
      "No. 34 file: model-36-lgb-remove_outlier_03-0.001-2-test-one.csv\n",
      "No. 35 file: model-37-lgb-remove_outlier_05-test-one.csv\n"
     ]
    }
   ],
   "source": [
    "cv = df_train[['building_id', 'building_area', 'total_price']]\n",
    "test = df_test[['building_id', 'building_area']]\n",
    "\n",
    "print('CV predictions:')\n",
    "for i, idx_model in enumerate(idx_models):\n",
    "    f = files_cv[idx_model]\n",
    "    print('No. {} file: {}'.format(i, f))\n",
    "    df = pd.read_csv('output/'+f)\n",
    "    \n",
    "    cv = pd.merge(cv, df[['building_id', 'total_price_predict']], on='building_id')\n",
    "    \n",
    "    cv = cv.rename(columns = {'total_price_predict': 'pred_{}'.format(idx_model)})\n",
    "    cv[f'log_pred_{idx_model}'] = np.log1p(cv[f'pred_{idx_model}'])\n",
    "    cv[f'log_parea_pred_{idx_model}'] = np.log1p( cv[f'pred_{idx_model}'] / cv['building_area'] )\n",
    "\n",
    "cv['log_total_price'] = np.log1p(cv['total_price'])\n",
    "cv['log_parea_total_price'] = np.log1p( cv['total_price'] / cv['building_area'] )\n",
    "\n",
    "if not no_one:\n",
    "    print('Test predictions:')\n",
    "    for i, idx in enumerate(idx_models):\n",
    "        f = files_test_kf[idx] if idx in use_test_kfold else files_test_one[idx]\n",
    "        print('No. {} file: {}'.format(i, f))\n",
    "        df = pd.read_csv('output/'+f)\n",
    "\n",
    "        test = pd.merge(test, df[['building_id','total_price']], on='building_id')\n",
    "\n",
    "        test = test.rename(columns = {'total_price': 'pred_{}'.format(idx)})\n",
    "        test[f'log_pred_{idx}'] = np.log1p(test[f'pred_{idx}'])\n",
    "        test[f'log_parea_pred_{idx}'] = np.log1p( test[f'pred_{idx}'] / test['building_area'] )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>building_id</th>\n",
       "      <th>building_area</th>\n",
       "      <th>total_price</th>\n",
       "      <th>pred_1</th>\n",
       "      <th>log_pred_1</th>\n",
       "      <th>log_parea_pred_1</th>\n",
       "      <th>pred_2</th>\n",
       "      <th>log_pred_2</th>\n",
       "      <th>log_parea_pred_2</th>\n",
       "      <th>pred_3</th>\n",
       "      <th>...</th>\n",
       "      <th>log_pred_34</th>\n",
       "      <th>log_parea_pred_34</th>\n",
       "      <th>pred_36</th>\n",
       "      <th>log_pred_36</th>\n",
       "      <th>log_parea_pred_36</th>\n",
       "      <th>pred_37</th>\n",
       "      <th>log_pred_37</th>\n",
       "      <th>log_parea_pred_37</th>\n",
       "      <th>log_total_price</th>\n",
       "      <th>log_parea_total_price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>e3mMIMR3JJqCaXz1</td>\n",
       "      <td>3.418175</td>\n",
       "      <td>6.476038e+05</td>\n",
       "      <td>6.331552e+05</td>\n",
       "      <td>13.358472</td>\n",
       "      <td>12.129369</td>\n",
       "      <td>717209.94</td>\n",
       "      <td>13.483125</td>\n",
       "      <td>12.254022</td>\n",
       "      <td>6.656891e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>13.360546</td>\n",
       "      <td>12.131443</td>\n",
       "      <td>6.245441e+05</td>\n",
       "      <td>13.344779</td>\n",
       "      <td>12.115676</td>\n",
       "      <td>6.319899e+05</td>\n",
       "      <td>13.356630</td>\n",
       "      <td>12.127527</td>\n",
       "      <td>13.381036</td>\n",
       "      <td>12.151933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>LgwzgklNvy4QCtq5</td>\n",
       "      <td>4.041309</td>\n",
       "      <td>3.321452e+06</td>\n",
       "      <td>3.064324e+06</td>\n",
       "      <td>14.935338</td>\n",
       "      <td>13.538770</td>\n",
       "      <td>2899842.20</td>\n",
       "      <td>14.880167</td>\n",
       "      <td>13.483600</td>\n",
       "      <td>3.079196e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>14.934792</td>\n",
       "      <td>13.538225</td>\n",
       "      <td>3.042045e+06</td>\n",
       "      <td>14.928041</td>\n",
       "      <td>13.531473</td>\n",
       "      <td>3.142342e+06</td>\n",
       "      <td>14.960479</td>\n",
       "      <td>13.563912</td>\n",
       "      <td>15.015913</td>\n",
       "      <td>13.619345</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ucIR2NLLsC3T650L</td>\n",
       "      <td>5.584279</td>\n",
       "      <td>9.570885e+06</td>\n",
       "      <td>9.827776e+06</td>\n",
       "      <td>16.100723</td>\n",
       "      <td>14.380769</td>\n",
       "      <td>9766813.00</td>\n",
       "      <td>16.094501</td>\n",
       "      <td>14.374546</td>\n",
       "      <td>9.814852e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>16.111430</td>\n",
       "      <td>14.391475</td>\n",
       "      <td>9.818275e+06</td>\n",
       "      <td>16.099756</td>\n",
       "      <td>14.379801</td>\n",
       "      <td>9.946933e+06</td>\n",
       "      <td>16.112775</td>\n",
       "      <td>14.392820</td>\n",
       "      <td>16.074236</td>\n",
       "      <td>14.354282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>jre1pJhcQj91Kdky</td>\n",
       "      <td>13.563031</td>\n",
       "      <td>1.421501e+07</td>\n",
       "      <td>1.255350e+07</td>\n",
       "      <td>16.345510</td>\n",
       "      <td>13.738164</td>\n",
       "      <td>12699800.00</td>\n",
       "      <td>16.357097</td>\n",
       "      <td>13.749750</td>\n",
       "      <td>1.255981e+07</td>\n",
       "      <td>...</td>\n",
       "      <td>16.360720</td>\n",
       "      <td>13.753373</td>\n",
       "      <td>1.264691e+07</td>\n",
       "      <td>16.352924</td>\n",
       "      <td>13.745577</td>\n",
       "      <td>1.295773e+07</td>\n",
       "      <td>16.377203</td>\n",
       "      <td>13.769857</td>\n",
       "      <td>16.469809</td>\n",
       "      <td>13.862462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>rQpYpY9nRG7X5mmr</td>\n",
       "      <td>4.688108</td>\n",
       "      <td>7.627120e+05</td>\n",
       "      <td>1.215194e+06</td>\n",
       "      <td>14.010415</td>\n",
       "      <td>12.465389</td>\n",
       "      <td>2012610.50</td>\n",
       "      <td>14.514944</td>\n",
       "      <td>12.969916</td>\n",
       "      <td>1.128419e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>13.833961</td>\n",
       "      <td>12.288935</td>\n",
       "      <td>9.305770e+05</td>\n",
       "      <td>13.743561</td>\n",
       "      <td>12.198536</td>\n",
       "      <td>9.859947e+05</td>\n",
       "      <td>13.801407</td>\n",
       "      <td>12.256382</td>\n",
       "      <td>13.544637</td>\n",
       "      <td>11.999613</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 113 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        building_id  building_area   total_price        pred_1  log_pred_1  \\\n",
       "0  e3mMIMR3JJqCaXz1       3.418175  6.476038e+05  6.331552e+05   13.358472   \n",
       "1  LgwzgklNvy4QCtq5       4.041309  3.321452e+06  3.064324e+06   14.935338   \n",
       "2  ucIR2NLLsC3T650L       5.584279  9.570885e+06  9.827776e+06   16.100723   \n",
       "3  jre1pJhcQj91Kdky      13.563031  1.421501e+07  1.255350e+07   16.345510   \n",
       "4  rQpYpY9nRG7X5mmr       4.688108  7.627120e+05  1.215194e+06   14.010415   \n",
       "\n",
       "   log_parea_pred_1       pred_2  log_pred_2  log_parea_pred_2        pred_3  \\\n",
       "0         12.129369    717209.94   13.483125         12.254022  6.656891e+05   \n",
       "1         13.538770   2899842.20   14.880167         13.483600  3.079196e+06   \n",
       "2         14.380769   9766813.00   16.094501         14.374546  9.814852e+06   \n",
       "3         13.738164  12699800.00   16.357097         13.749750  1.255981e+07   \n",
       "4         12.465389   2012610.50   14.514944         12.969916  1.128419e+06   \n",
       "\n",
       "           ...            log_pred_34  log_parea_pred_34       pred_36  \\\n",
       "0          ...              13.360546          12.131443  6.245441e+05   \n",
       "1          ...              14.934792          13.538225  3.042045e+06   \n",
       "2          ...              16.111430          14.391475  9.818275e+06   \n",
       "3          ...              16.360720          13.753373  1.264691e+07   \n",
       "4          ...              13.833961          12.288935  9.305770e+05   \n",
       "\n",
       "   log_pred_36  log_parea_pred_36       pred_37  log_pred_37  \\\n",
       "0    13.344779          12.115676  6.319899e+05    13.356630   \n",
       "1    14.928041          13.531473  3.142342e+06    14.960479   \n",
       "2    16.099756          14.379801  9.946933e+06    16.112775   \n",
       "3    16.352924          13.745577  1.295773e+07    16.377203   \n",
       "4    13.743561          12.198536  9.859947e+05    13.801407   \n",
       "\n",
       "   log_parea_pred_37  log_total_price  log_parea_total_price  \n",
       "0          12.127527        13.381036              12.151933  \n",
       "1          13.563912        15.015913              13.619345  \n",
       "2          14.392820        16.074236              14.354282  \n",
       "3          13.769857        16.469809              13.862462  \n",
       "4          12.256382        13.544637              11.999613  \n",
       "\n",
       "[5 rows x 113 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>building_id</th>\n",
       "      <th>building_area</th>\n",
       "      <th>pred_1</th>\n",
       "      <th>log_pred_1</th>\n",
       "      <th>log_parea_pred_1</th>\n",
       "      <th>pred_2</th>\n",
       "      <th>log_pred_2</th>\n",
       "      <th>log_parea_pred_2</th>\n",
       "      <th>pred_3</th>\n",
       "      <th>log_pred_3</th>\n",
       "      <th>...</th>\n",
       "      <th>log_parea_pred_33</th>\n",
       "      <th>pred_34</th>\n",
       "      <th>log_pred_34</th>\n",
       "      <th>log_parea_pred_34</th>\n",
       "      <th>pred_36</th>\n",
       "      <th>log_pred_36</th>\n",
       "      <th>log_parea_pred_36</th>\n",
       "      <th>pred_37</th>\n",
       "      <th>log_pred_37</th>\n",
       "      <th>log_parea_pred_37</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>X5gsdTWGS3W7JJQB</td>\n",
       "      <td>3.418175</td>\n",
       "      <td>1.526912e+07</td>\n",
       "      <td>16.541343</td>\n",
       "      <td>15.312236</td>\n",
       "      <td>12470072.0</td>\n",
       "      <td>16.338842</td>\n",
       "      <td>15.109735</td>\n",
       "      <td>1.531685e+07</td>\n",
       "      <td>16.544464</td>\n",
       "      <td>...</td>\n",
       "      <td>15.177853</td>\n",
       "      <td>1.265085e+07</td>\n",
       "      <td>16.353235</td>\n",
       "      <td>15.124128</td>\n",
       "      <td>1.298618e+07</td>\n",
       "      <td>16.379396</td>\n",
       "      <td>15.150290</td>\n",
       "      <td>1.304845e+07</td>\n",
       "      <td>16.384180</td>\n",
       "      <td>15.155073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BTshNOJyKHnT2YIT</td>\n",
       "      <td>7.726227</td>\n",
       "      <td>3.924241e+06</td>\n",
       "      <td>15.182684</td>\n",
       "      <td>13.138065</td>\n",
       "      <td>3916552.2</td>\n",
       "      <td>15.180723</td>\n",
       "      <td>13.136104</td>\n",
       "      <td>3.977095e+06</td>\n",
       "      <td>15.196062</td>\n",
       "      <td>...</td>\n",
       "      <td>13.129452</td>\n",
       "      <td>3.890897e+06</td>\n",
       "      <td>15.174151</td>\n",
       "      <td>13.129532</td>\n",
       "      <td>3.897411e+06</td>\n",
       "      <td>15.175823</td>\n",
       "      <td>13.131204</td>\n",
       "      <td>3.897545e+06</td>\n",
       "      <td>15.175858</td>\n",
       "      <td>13.131239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dhdymr0lV8N5kZOT</td>\n",
       "      <td>12.170581</td>\n",
       "      <td>1.096127e+07</td>\n",
       "      <td>16.209879</td>\n",
       "      <td>13.710858</td>\n",
       "      <td>11912735.0</td>\n",
       "      <td>16.293119</td>\n",
       "      <td>13.794098</td>\n",
       "      <td>1.084967e+07</td>\n",
       "      <td>16.199646</td>\n",
       "      <td>...</td>\n",
       "      <td>13.676769</td>\n",
       "      <td>1.078313e+07</td>\n",
       "      <td>16.193493</td>\n",
       "      <td>13.694473</td>\n",
       "      <td>1.049745e+07</td>\n",
       "      <td>16.166643</td>\n",
       "      <td>13.667623</td>\n",
       "      <td>1.035078e+07</td>\n",
       "      <td>16.152573</td>\n",
       "      <td>13.653552</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>VEwyGGMcD56w5BOc</td>\n",
       "      <td>2.252256</td>\n",
       "      <td>6.155550e+06</td>\n",
       "      <td>15.632865</td>\n",
       "      <td>14.820933</td>\n",
       "      <td>5940670.0</td>\n",
       "      <td>15.597333</td>\n",
       "      <td>14.785400</td>\n",
       "      <td>6.015238e+06</td>\n",
       "      <td>15.609807</td>\n",
       "      <td>...</td>\n",
       "      <td>14.815015</td>\n",
       "      <td>6.080412e+06</td>\n",
       "      <td>15.620583</td>\n",
       "      <td>14.808651</td>\n",
       "      <td>6.139949e+06</td>\n",
       "      <td>15.630327</td>\n",
       "      <td>14.818395</td>\n",
       "      <td>6.120593e+06</td>\n",
       "      <td>15.627170</td>\n",
       "      <td>14.815237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>wmUeMoJZfsqaSX9b</td>\n",
       "      <td>5.813985</td>\n",
       "      <td>1.062995e+06</td>\n",
       "      <td>13.876602</td>\n",
       "      <td>12.116340</td>\n",
       "      <td>1088488.1</td>\n",
       "      <td>13.900301</td>\n",
       "      <td>12.140039</td>\n",
       "      <td>1.027248e+06</td>\n",
       "      <td>13.842395</td>\n",
       "      <td>...</td>\n",
       "      <td>12.159895</td>\n",
       "      <td>1.092040e+06</td>\n",
       "      <td>13.903559</td>\n",
       "      <td>12.143297</td>\n",
       "      <td>1.106728e+06</td>\n",
       "      <td>13.916919</td>\n",
       "      <td>12.156657</td>\n",
       "      <td>1.098338e+06</td>\n",
       "      <td>13.909310</td>\n",
       "      <td>12.149048</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 110 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        building_id  building_area        pred_1  log_pred_1  \\\n",
       "0  X5gsdTWGS3W7JJQB       3.418175  1.526912e+07   16.541343   \n",
       "1  BTshNOJyKHnT2YIT       7.726227  3.924241e+06   15.182684   \n",
       "2  dhdymr0lV8N5kZOT      12.170581  1.096127e+07   16.209879   \n",
       "3  VEwyGGMcD56w5BOc       2.252256  6.155550e+06   15.632865   \n",
       "4  wmUeMoJZfsqaSX9b       5.813985  1.062995e+06   13.876602   \n",
       "\n",
       "   log_parea_pred_1      pred_2  log_pred_2  log_parea_pred_2        pred_3  \\\n",
       "0         15.312236  12470072.0   16.338842         15.109735  1.531685e+07   \n",
       "1         13.138065   3916552.2   15.180723         13.136104  3.977095e+06   \n",
       "2         13.710858  11912735.0   16.293119         13.794098  1.084967e+07   \n",
       "3         14.820933   5940670.0   15.597333         14.785400  6.015238e+06   \n",
       "4         12.116340   1088488.1   13.900301         12.140039  1.027248e+06   \n",
       "\n",
       "   log_pred_3        ...          log_parea_pred_33       pred_34  \\\n",
       "0   16.544464        ...                  15.177853  1.265085e+07   \n",
       "1   15.196062        ...                  13.129452  3.890897e+06   \n",
       "2   16.199646        ...                  13.676769  1.078313e+07   \n",
       "3   15.609807        ...                  14.815015  6.080412e+06   \n",
       "4   13.842395        ...                  12.159895  1.092040e+06   \n",
       "\n",
       "   log_pred_34  log_parea_pred_34       pred_36  log_pred_36  \\\n",
       "0    16.353235          15.124128  1.298618e+07    16.379396   \n",
       "1    15.174151          13.129532  3.897411e+06    15.175823   \n",
       "2    16.193493          13.694473  1.049745e+07    16.166643   \n",
       "3    15.620583          14.808651  6.139949e+06    15.630327   \n",
       "4    13.903559          12.143297  1.106728e+06    13.916919   \n",
       "\n",
       "   log_parea_pred_36       pred_37  log_pred_37  log_parea_pred_37  \n",
       "0          15.150290  1.304845e+07    16.384180          15.155073  \n",
       "1          13.131204  3.897545e+06    15.175858          13.131239  \n",
       "2          13.667623  1.035078e+07    16.152573          13.653552  \n",
       "3          14.818395  6.120593e+06    15.627170          14.815237  \n",
       "4          12.156657  1.098338e+06    13.909310          12.149048  \n",
       "\n",
       "[5 rows x 110 columns]"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Check models scores"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "scores_models = {idx_model: cal_score(cv['total_price'], cv[f'pred_{idx_model}'])\n",
    "                 for idx_model in idx_models}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 0 model-01 5870.873059\n",
      " 1 model-02 5400.852164\n",
      " 2 model-03 5877.873452\n",
      " 3 model-04 5713.867808\n",
      " 4 model-05 5724.869598\n",
      " 5 model-06 5886.873769\n",
      " 6 model-07 5171.836449\n",
      " 7 model-08 5514.858826\n",
      " 8 model-09 5872.873118\n",
      " 9 model-10 5897.873845\n",
      "10 model-11 5075.838018\n",
      "11 model-12 5486.856963\n",
      "12 model-13 5506.858055\n",
      "13 model-14 5908.873901\n",
      "14 model-15 5900.873836\n",
      "15 model-16 5907.874126\n",
      "16 model-17 5905.874165\n",
      "17 model-18 5908.874297\n",
      "18 model-19 5911.874156\n",
      "19 model-20 5908.874040\n",
      "20 model-21 5758.870702\n",
      "21 model-22 5752.870671\n",
      "22 model-23 5852.871357\n",
      "23 model-24 5866.873835\n",
      "24 model-25 5908.874238\n",
      "25 model-26 5918.873998\n",
      "26 model-27 5892.873194\n",
      "27 model-28 5901.874202\n",
      "28 model-29 5884.873848\n",
      "29 model-30 5864.872101\n",
      "30 model-31 5783.868923\n",
      "31 model-32 5930.875106\n",
      "32 model-33 5976.875715\n",
      "33 model-34 5942.875172\n",
      "34 model-36 5989.876236\n",
      "35 model-37 5980.875836\n"
     ]
    }
   ],
   "source": [
    "for i, (idx_model, s) in enumerate(scores_models.items()):\n",
    "    print('%2d'%i, 'model-%02d'%idx_model, '%.6f'%s)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Search subset model mean "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_prefix(is_per_area, is_log):\n",
    "    if is_log:\n",
    "        if is_per_area:\n",
    "            col_prefix = 'log_parea_pred'\n",
    "        else:\n",
    "            col_prefix = 'log_pred'\n",
    "    else:\n",
    "        if is_per_area:\n",
    "            raise 'Not support'\n",
    "        else:\n",
    "            col_prefix = 'pred'\n",
    "    return col_prefix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "def mean_subset(df, idx_models, is_per_area, is_log):\n",
    "    col_prefix = get_prefix(is_per_area, is_log)\n",
    "    cols_models = [col_prefix+'_'+str(i) for i in idx_models]\n",
    "    return df[cols_models].mean(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "def predict_mean_subset(df, idx_models, is_per_area, is_log):\n",
    "    y_pred = mean_subset(df, idx_models, is_per_area, is_log)\n",
    "    y_pred_final = y_pred\n",
    "    if is_log:\n",
    "        y_pred_final = np.expm1(y_pred_final)\n",
    "    if is_per_area:\n",
    "        y_pred_final = y_pred_final * df['building_area']\n",
    "    return y_pred_final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "def search_mean_subset(cv, idx_models, is_per_area, is_log):\n",
    "    idx_models_subset = idx_models.copy()\n",
    "    result_list = []\n",
    "    y_pred_cv = predict_mean_subset(cv, idx_models_subset, is_per_area=is_per_area, is_log=is_log)\n",
    "    score = cal_score(cv['total_price'], y_pred_cv)\n",
    "    print('%.6f'%score, idx_models_subset)\n",
    "    result_list.append([score, idx_models_subset])\n",
    "    while len(idx_models_subset) > 1:\n",
    "        print('N models remained:', len(idx_models_subset))\n",
    "        result_list_subset = []\n",
    "        for i_rm in range(len(idx_models_subset)):\n",
    "            idx_models_subset_next = idx_models_subset[:i_rm]+idx_models_subset[i_rm+1:]\n",
    "            y_pred_cv = predict_mean_subset(cv, idx_models_subset_next, is_per_area=is_per_area, is_log=is_log)\n",
    "            score = cal_score(cv['total_price'], y_pred_cv)\n",
    "            print('%.6f'%score, idx_models_subset_next)\n",
    "            result_list_subset.append([score, idx_models_subset_next])\n",
    "        result_list.extend(result_list_subset)\n",
    "        result_list_subset.sort(key=lambda x: x[0], reverse=True)\n",
    "        print('Best of the round:', result_list_subset[0][0], result_list_subset[0][1])\n",
    "        idx_models_subset = result_list_subset[0][1]\n",
    "        print()\n",
    "    result_list.sort(key=lambda x: x[0], reverse=True)\n",
    "    return result_list"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Log mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5961.875722 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "N models remained: 36\n",
      "5959.875746 [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5959.875668 [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.875733 [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.875739 [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.875686 [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.875740 [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5958.875668 [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.875666 [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.875745 [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5961.875743 [1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876020 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.875687 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5958.875690 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5959.875741 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5961.875743 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.875738 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.875737 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5961.875733 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5958.875738 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5961.875740 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5964.875690 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.875689 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.875710 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5961.875697 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.875733 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5959.875742 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5957.875733 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.875734 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.875731 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.875701 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5961.875701 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5958.875687 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5958.875641 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5957.875686 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5958.875628 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5956.875615 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5971.876019648108 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 35\n",
      "5971.876053 [2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875974 [1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876040 [1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876039 [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875994 [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876047 [1, 2, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875973 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875970 [1, 2, 3, 4, 5, 6, 7, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876052 [1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876050 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5965.875995 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5964.875994 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876049 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876051 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876045 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876045 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876040 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876045 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876048 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875997 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875996 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876017 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876003 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876040 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876048 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5972.876037 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876042 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876038 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876007 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5971.876007 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5970.875991 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5968.875943 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5968.875990 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5968.875929 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5968.875915 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5974.876050421229 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 34\n",
      "5972.876084 [2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876010 [1, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876071 [1, 2, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876072 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876025 [1, 2, 3, 4, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876078 [1, 2, 3, 4, 5, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876009 [1, 2, 3, 4, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876005 [1, 2, 3, 4, 5, 6, 7, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876083 [1, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5966.876030 [1, 2, 3, 4, 5, 6, 7, 8, 9, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5965.876030 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876079 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876081 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876076 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876075 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876071 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876076 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876079 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876029 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.876028 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876048 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876034 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.876071 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876079 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876068 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876073 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876069 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876038 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5970.876038 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5969.876021 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5968.875972 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5970.876020 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5969.875958 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5966.875943 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5974.876071546712 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 33\n",
      "5973.876107 [2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5967.876032 [1, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876093 [1, 2, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876046 [1, 2, 3, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876100 [1, 2, 3, 5, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876033 [1, 2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876026 [1, 2, 3, 5, 6, 7, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876105 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876052 [1, 2, 3, 5, 6, 7, 8, 9, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5967.876051 [1, 2, 3, 5, 6, 7, 8, 9, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876102 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876104 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876099 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876098 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5973.876093 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876099 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876102 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876050 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876049 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876070 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876055 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876094 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876102 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876090 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876096 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876091 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876060 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5974.876059 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5972.876042 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5971.875991 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5970.876040 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5972.875976 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5969.875961 [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5976.876105207085 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 32\n",
      "5976.876140 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876070 [1, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876126 [1, 2, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876079 [1, 2, 3, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876134 [1, 2, 3, 5, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876072 [1, 2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876064 [1, 2, 3, 5, 6, 7, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.876091 [1, 2, 3, 5, 6, 7, 8, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5967.876090 [1, 2, 3, 5, 6, 7, 8, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876136 [1, 2, 3, 5, 6, 7, 8, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876138 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876133 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876132 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876127 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876133 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876136 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876083 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876082 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876104 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876089 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876128 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876137 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876124 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876130 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876125 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876094 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5972.876093 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5970.876075 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5968.876022 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5970.876073 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5969.876008 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5968.875992 [1, 2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5976.876140410161 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 31\n",
      "5968.876110 [3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876160 [2, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876114 [2, 3, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876168 [2, 3, 5, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876112 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876104 [2, 3, 5, 6, 7, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.876132 [2, 3, 5, 6, 7, 8, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.876130 [2, 3, 5, 6, 7, 8, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876171 [2, 3, 5, 6, 7, 8, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.876173 [2, 3, 5, 6, 7, 8, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876169 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876167 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5973.876162 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876169 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876172 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876118 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876117 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876140 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876124 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876164 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876173 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876160 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876165 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876161 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876129 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5972.876128 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5972.876109 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5967.876056 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5971.876108 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5970.876040 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5968.876024 [2, 3, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5980.876112037526 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 30\n",
      "5973.876050 [3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876137 [2, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876089 [2, 3, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876145 [2, 3, 5, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876045 [2, 3, 5, 6, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876074 [2, 3, 5, 6, 8, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.876071 [2, 3, 5, 6, 8, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876149 [2, 3, 5, 6, 8, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876152 [2, 3, 5, 6, 8, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876147 [2, 3, 5, 6, 8, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876145 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876140 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876147 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876151 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.876093 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.876092 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876114 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876098 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876142 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876152 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.876138 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876143 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876138 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876104 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5974.876102 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5977.876086 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5974.876031 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5979.876085 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5973.876014 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5975.875998 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5983.876150527575 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 29\n",
      "5974.876094 [3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876177 [2, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.876129 [2, 3, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876185 [2, 3, 5, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876090 [2, 3, 5, 6, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876119 [2, 3, 5, 6, 8, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876116 [2, 3, 5, 6, 8, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876189 [2, 3, 5, 6, 8, 12, 13, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876191 [2, 3, 5, 6, 8, 12, 13, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876186 [2, 3, 5, 6, 8, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876185 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876179 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876186 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.876133 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876132 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876154 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876136 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876181 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876191 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876177 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876182 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5981.876176 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876143 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5976.876141 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5981.876123 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5977.876066 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5981.876122 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5977.876049 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5977.876032 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5983.8761845042145 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 28\n",
      "5974.876135 [3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876211 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876164 [2, 3, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876219 [2, 3, 5, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876131 [2, 3, 5, 6, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876160 [2, 3, 5, 6, 8, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876158 [2, 3, 5, 6, 8, 12, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876223 [2, 3, 5, 6, 8, 12, 13, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876225 [2, 3, 5, 6, 8, 12, 13, 14, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876220 [2, 3, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876213 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876221 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876168 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876167 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876189 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876169 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876215 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876225 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876211 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876216 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876211 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876177 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5979.876175 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5980.876156 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5977.876097 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5980.876155 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5980.876080 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5978.876062 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5983.876211396442 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 27\n",
      "5973.876168 [5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876191 [2, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876245 [2, 5, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.876164 [2, 5, 6, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.876194 [2, 5, 6, 8, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876192 [2, 5, 6, 8, 12, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876249 [2, 5, 6, 8, 12, 13, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876252 [2, 5, 6, 8, 12, 13, 14, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.876247 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876240 [2, 5, 6, 8, 12, 13, 14, 15, 16, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876248 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876195 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876194 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876216 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876196 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876242 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876253 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876238 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876244 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876238 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876204 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5980.876203 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5983.876182 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5982.876121 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5983.876180 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5983.876103 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5980.876085 [2, 5, 6, 8, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5985.876246756072 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 26\n",
      "5976.876212 [5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876227 [2, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876280 [2, 5, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876208 [2, 5, 6, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.876238 [2, 5, 6, 8, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.876237 [2, 5, 6, 8, 12, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876284 [2, 5, 6, 8, 12, 13, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876287 [2, 5, 6, 8, 12, 13, 14, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876274 [2, 5, 6, 8, 12, 13, 14, 15, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.876284 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876231 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5982.876230 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876252 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876230 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876278 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876289 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876274 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876279 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876274 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876240 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5981.876240 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5980.876215 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5980.876153 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5981.876214 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5982.876134 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5980.876115 [2, 5, 6, 8, 12, 13, 14, 15, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5985.8762840359395 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 25\n",
      "5976.876260 [5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876266 [2, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876318 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876255 [2, 5, 6, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.876285 [2, 5, 6, 8, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.876285 [2, 5, 6, 8, 12, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876321 [2, 5, 6, 8, 12, 13, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876324 [2, 5, 6, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876311 [2, 5, 6, 8, 12, 13, 14, 15, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876270 [2, 5, 6, 8, 12, 13, 14, 15, 18, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876269 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876290 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876267 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876314 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876326 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876310 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876315 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876310 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876276 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5979.876277 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5982.876250 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5981.876185 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5982.876248 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5980.876167 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5980.876145 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5984.8763262354405 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 24\n",
      "5979.876314 [5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876310 [2, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5986.876361 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876307 [2, 5, 6, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.876339 [2, 5, 6, 8, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876338 [2, 5, 6, 8, 12, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876363 [2, 5, 6, 8, 12, 13, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876366 [2, 5, 6, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.876353 [2, 5, 6, 8, 12, 13, 14, 15, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876314 [2, 5, 6, 8, 12, 13, 14, 15, 18, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876313 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876332 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876308 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876355 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.876351 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876356 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876351 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876318 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5980.876318 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5979.876289 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5977.876222 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5980.876287 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5978.876203 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5977.876180 [2, 5, 6, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5986.876360662747 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 23\n",
      "5979.876359 [5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876345 [2, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.876352 [2, 5, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876385 [2, 5, 8, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876385 [2, 5, 8, 12, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876396 [2, 5, 8, 12, 13, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876399 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876386 [2, 5, 8, 12, 13, 14, 15, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876348 [2, 5, 8, 12, 13, 14, 15, 18, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.876347 [2, 5, 8, 12, 13, 14, 15, 18, 21, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876367 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.876341 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876388 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5979.876385 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.876390 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.876386 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5986.876352 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5979.876353 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5979.876321 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5975.876252 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5978.876319 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5975.876232 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5975.876208 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5986.876351997451 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 22\n",
      "5980.876362 [5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876337 [2, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876353 [2, 5, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876388 [2, 5, 8, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876387 [2, 5, 8, 12, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5984.876387 [2, 5, 8, 12, 13, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876390 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876376 [2, 5, 8, 12, 13, 14, 15, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876340 [2, 5, 8, 12, 13, 14, 15, 18, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5984.876340 [2, 5, 8, 12, 13, 14, 15, 18, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5984.876338 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876327 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876378 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5981.876375 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5984.876380 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876376 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5982.876339 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 32, 33, 34, 36, 37]\n",
      "5981.876309 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 33, 34, 36, 37]\n",
      "5977.876237 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 34, 36, 37]\n",
      "5980.876307 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 36, 37]\n",
      "5978.876217 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 37]\n",
      "5975.876192 [2, 5, 8, 12, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5985.876389802808 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 21\n",
      "5982.876417 [5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876376 [2, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5987.876406 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876443 [2, 5, 8, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876443 [2, 5, 8, 12, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5981.876419 [2, 5, 8, 12, 13, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876410 [2, 5, 8, 12, 13, 14, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876379 [2, 5, 8, 12, 13, 14, 18, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876379 [2, 5, 8, 12, 13, 14, 18, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5981.876372 [2, 5, 8, 12, 13, 14, 18, 21, 22, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876362 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5980.876412 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5980.876410 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5980.876414 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876410 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5979.876375 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 32, 33, 34, 36, 37]\n",
      "5980.876342 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 33, 34, 36, 37]\n",
      "5976.876268 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 34, 36, 37]\n",
      "5978.876340 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 36, 37]\n",
      "5975.876247 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 37]\n",
      "5976.876221 [2, 5, 8, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5987.876405838473 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 20\n",
      "5975.876360 [5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5988.876404 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5978.876393 [2, 5, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5974.876391 [2, 5, 12, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5991.876453 [2, 5, 12, 13, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5990.876443 [2, 5, 12, 13, 14, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5990.876408 [2, 5, 12, 13, 14, 18, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5991.876407 [2, 5, 12, 13, 14, 18, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876398 [2, 5, 12, 13, 14, 18, 21, 22, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876388 [2, 5, 12, 13, 14, 18, 21, 22, 23, 25, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5990.876446 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876443 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5992.876448 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5986.876442 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5983.876399 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 32, 33, 34, 36, 37]\n",
      "5988.876371 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 33, 34, 36, 37]\n",
      "5981.876292 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 34, 36, 37]\n",
      "5987.876368 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 36, 37]\n",
      "5981.876268 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 37]\n",
      "5979.876242 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5992.876447622511 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 19\n",
      "5979.876419 [5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5992.876451 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5976.876451 [2, 5, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5979.876450 [2, 5, 12, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5987.876493 [2, 5, 12, 13, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5988.876482 [2, 5, 12, 13, 14, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5988.876455 [2, 5, 12, 13, 14, 18, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5988.876454 [2, 5, 12, 13, 14, 18, 21, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876438 [2, 5, 12, 13, 14, 18, 21, 22, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5987.876426 [2, 5, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5986.876485 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876483 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 29, 31, 32, 33, 34, 36, 37]\n",
      "5986.876481 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 31, 32, 33, 34, 36, 37]\n",
      "5984.876440 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5984.876408 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 33, 34, 36, 37]\n",
      "5983.876326 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5984.876406 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 36, 37]\n",
      "5984.876302 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 37]\n",
      "5979.876273 [2, 5, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5992.876450895986 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 18\n",
      "5984.876436 [12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5980.876467 [2, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5980.876465 [2, 12, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5986.876502 [2, 12, 13, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876489 [2, 12, 13, 14, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5987.876419 [2, 12, 13, 14, 18, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876418 [2, 12, 13, 14, 18, 21, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5990.876447 [2, 12, 13, 14, 18, 21, 22, 24, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5991.876431 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5988.876494 [2, 12, 13, 14, 18, 21, 22, 23, 24, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5984.876492 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 29, 31, 32, 33, 34, 36, 37]\n",
      "5990.876491 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 31, 32, 33, 34, 36, 37]\n",
      "5990.876449 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5986.876415 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 33, 34, 36, 37]\n",
      "5984.876329 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 34, 36, 37]\n",
      "5986.876413 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 36, 37]\n",
      "5986.876303 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 37]\n",
      "5984.876274 [2, 12, 13, 14, 18, 21, 22, 23, 24, 25, 27, 29, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5991.876431495378 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 17\n",
      "5986.876431 [12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5984.876460 [2, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876460 [2, 12, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876479 [2, 12, 13, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5992.876465 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5985.876397 [2, 12, 13, 14, 18, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876396 [2, 12, 13, 14, 18, 21, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876420 [2, 12, 13, 14, 18, 21, 22, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5990.876469 [2, 12, 13, 14, 18, 21, 22, 23, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5987.876472 [2, 12, 13, 14, 18, 21, 22, 23, 25, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876467 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 31, 32, 33, 34, 36, 37]\n",
      "5988.876423 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876388 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 33, 34, 36, 37]\n",
      "5984.876299 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 34, 36, 37]\n",
      "5988.876386 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 36, 37]\n",
      "5984.876271 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 37]\n",
      "5984.876241 [2, 12, 13, 14, 18, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5992.876464641798 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 16\n",
      "5988.876491 [12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5987.876520 [2, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5984.876520 [2, 12, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876505 [2, 12, 13, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876426 [2, 12, 13, 14, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5982.876425 [2, 12, 13, 14, 21, 23, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5983.876449 [2, 12, 13, 14, 21, 22, 25, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5986.876496 [2, 12, 13, 14, 21, 22, 23, 27, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876501 [2, 12, 13, 14, 21, 22, 23, 25, 29, 31, 32, 33, 34, 36, 37]\n",
      "5989.876496 [2, 12, 13, 14, 21, 22, 23, 25, 27, 31, 32, 33, 34, 36, 37]\n",
      "5990.876451 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5984.876413 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 33, 34, 36, 37]\n",
      "5983.876320 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 34, 36, 37]\n",
      "5984.876411 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 36, 37]\n",
      "5978.876292 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 37]\n",
      "5982.876258 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5990.876451299269 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 15\n",
      "5990.876501 [12, 13, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5988.876528 [2, 13, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876525 [2, 12, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5985.876484 [2, 12, 13, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5984.876409 [2, 12, 13, 14, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5988.876408 [2, 12, 13, 14, 21, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5984.876419 [2, 12, 13, 14, 21, 22, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5983.876473 [2, 12, 13, 14, 21, 22, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "5980.876478 [2, 12, 13, 14, 21, 22, 23, 25, 29, 32, 33, 34, 36, 37]\n",
      "5984.876475 [2, 12, 13, 14, 21, 22, 23, 25, 27, 32, 33, 34, 36, 37]\n",
      "5980.876389 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 33, 34, 36, 37]\n",
      "5977.876292 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 32, 34, 36, 37]\n",
      "5979.876386 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 32, 33, 36, 37]\n",
      "5978.876262 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 37]\n",
      "5976.876226 [2, 12, 13, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36]\n",
      "Best of the round: 5990.87652521488 [2, 12, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 14\n",
      "5972.876420 [12, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5973.876458 [2, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876601 [2, 12, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876509 [2, 12, 14, 22, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5991.876508 [2, 12, 14, 21, 23, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876519 [2, 12, 14, 21, 22, 25, 27, 29, 32, 33, 34, 36, 37]\n",
      "5994.876590 [2, 12, 14, 21, 22, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876596 [2, 12, 14, 21, 22, 23, 25, 29, 32, 33, 34, 36, 37]\n",
      "5990.876590 [2, 12, 14, 21, 22, 23, 25, 27, 32, 33, 34, 36, 37]\n",
      "5988.876500 [2, 12, 14, 21, 22, 23, 25, 27, 29, 33, 34, 36, 37]\n",
      "5987.876396 [2, 12, 14, 21, 22, 23, 25, 27, 29, 32, 34, 36, 37]\n",
      "5989.876497 [2, 12, 14, 21, 22, 23, 25, 27, 29, 32, 33, 36, 37]\n",
      "5982.876360 [2, 12, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 37]\n",
      "5987.876324 [2, 12, 14, 21, 22, 23, 25, 27, 29, 32, 33, 34, 36]\n",
      "Best of the round: 5994.876590468891 [2, 12, 14, 21, 22, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 13\n",
      "5977.876516 [12, 14, 21, 22, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "5981.876552 [2, 14, 21, 22, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876661 [2, 12, 21, 22, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "5994.876581 [2, 12, 14, 22, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "5991.876579 [2, 12, 14, 21, 23, 27, 29, 32, 33, 34, 36, 37]\n",
      "5990.876578 [2, 12, 14, 21, 22, 27, 29, 32, 33, 34, 36, 37]\n",
      "5994.876656 [2, 12, 14, 21, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5988.876648 [2, 12, 14, 21, 22, 23, 27, 32, 33, 34, 36, 37]\n",
      "5990.876557 [2, 12, 14, 21, 22, 23, 27, 29, 33, 34, 36, 37]\n",
      "5988.876448 [2, 12, 14, 21, 22, 23, 27, 29, 32, 34, 36, 37]\n",
      "5992.876555 [2, 12, 14, 21, 22, 23, 27, 29, 32, 33, 36, 37]\n",
      "5986.876412 [2, 12, 14, 21, 22, 23, 27, 29, 32, 33, 34, 37]\n",
      "5984.876371 [2, 12, 14, 21, 22, 23, 27, 29, 32, 33, 34, 36]\n",
      "Best of the round: 5994.876656363241 [2, 12, 14, 21, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 12\n",
      "5981.876628 [12, 14, 21, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5978.876663 [2, 14, 21, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5988.876714 [2, 12, 21, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5997.876655 [2, 12, 14, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5992.876653 [2, 12, 14, 21, 23, 29, 32, 33, 34, 36, 37]\n",
      "5984.876632 [2, 12, 14, 21, 22, 29, 32, 33, 34, 36, 37]\n",
      "5985.876696 [2, 12, 14, 21, 22, 23, 32, 33, 34, 36, 37]\n",
      "5985.876610 [2, 12, 14, 21, 22, 23, 29, 33, 34, 36, 37]\n",
      "5983.876496 [2, 12, 14, 21, 22, 23, 29, 32, 34, 36, 37]\n",
      "5984.876607 [2, 12, 14, 21, 22, 23, 29, 32, 33, 36, 37]\n",
      "5981.876460 [2, 12, 14, 21, 22, 23, 29, 32, 33, 34, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5982.876411 [2, 12, 14, 21, 22, 23, 29, 32, 33, 34, 36]\n",
      "Best of the round: 5997.876655366366 [2, 12, 14, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 11\n",
      "5985.876666 [12, 14, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5980.876697 [2, 14, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5990.876716 [2, 12, 22, 23, 29, 32, 33, 34, 36, 37]\n",
      "5990.876531 [2, 12, 14, 23, 29, 32, 33, 34, 36, 37]\n",
      "5991.876631 [2, 12, 14, 22, 29, 32, 33, 34, 36, 37]\n",
      "5991.876700 [2, 12, 14, 22, 23, 32, 33, 34, 36, 37]\n",
      "5992.876617 [2, 12, 14, 22, 23, 29, 33, 34, 36, 37]\n",
      "5987.876494 [2, 12, 14, 22, 23, 29, 32, 34, 36, 37]\n",
      "5990.876612 [2, 12, 14, 22, 23, 29, 32, 33, 36, 37]\n",
      "5983.876452 [2, 12, 14, 22, 23, 29, 32, 33, 34, 37]\n",
      "5982.876400 [2, 12, 14, 22, 23, 29, 32, 33, 34, 36]\n",
      "Best of the round: 5992.876616603871 [2, 12, 14, 22, 23, 29, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 10\n",
      "5987.876704 [12, 14, 22, 23, 29, 33, 34, 36, 37]\n",
      "5979.876733 [2, 14, 22, 23, 29, 33, 34, 36, 37]\n",
      "5986.876654 [2, 12, 22, 23, 29, 33, 34, 36, 37]\n",
      "5987.876468 [2, 12, 14, 23, 29, 33, 34, 36, 37]\n",
      "5984.876579 [2, 12, 14, 22, 29, 33, 34, 36, 37]\n",
      "5983.876639 [2, 12, 14, 22, 23, 33, 34, 36, 37]\n",
      "5978.876392 [2, 12, 14, 22, 23, 29, 34, 36, 37]\n",
      "5985.876517 [2, 12, 14, 22, 23, 29, 33, 36, 37]\n",
      "5973.876350 [2, 12, 14, 22, 23, 29, 33, 34, 37]\n",
      "5976.876290 [2, 12, 14, 22, 23, 29, 33, 34, 36]\n",
      "Best of the round: 5987.876703520516 [12, 14, 22, 23, 29, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 9\n",
      "5961.876404 [14, 22, 23, 29, 33, 34, 36, 37]\n",
      "5989.876854 [12, 22, 23, 29, 33, 34, 36, 37]\n",
      "5991.876615 [12, 14, 23, 29, 33, 34, 36, 37]\n",
      "5989.876734 [12, 14, 22, 29, 33, 34, 36, 37]\n",
      "5991.876833 [12, 14, 22, 23, 33, 34, 36, 37]\n",
      "5984.876572 [12, 14, 22, 23, 29, 34, 36, 37]\n",
      "5987.876707 [12, 14, 22, 23, 29, 33, 36, 37]\n",
      "5980.876513 [12, 14, 22, 23, 29, 33, 34, 37]\n",
      "5983.876456 [12, 14, 22, 23, 29, 33, 34, 36]\n",
      "Best of the round: 5991.876832510459 [12, 14, 22, 23, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 8\n",
      "5969.876551 [14, 22, 23, 33, 34, 36, 37]\n",
      "5992.876974 [12, 22, 23, 33, 34, 36, 37]\n",
      "5997.876745 [12, 14, 23, 33, 34, 36, 37]\n",
      "5990.876847 [12, 14, 22, 33, 34, 36, 37]\n",
      "5982.876699 [12, 14, 22, 23, 34, 36, 37]\n",
      "5986.876834 [12, 14, 22, 23, 33, 36, 37]\n",
      "5984.876635 [12, 14, 22, 23, 33, 34, 37]\n",
      "5980.876570 [12, 14, 22, 23, 33, 34, 36]\n",
      "Best of the round: 5997.876745438891 [12, 14, 23, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 7\n",
      "5982.876407 [14, 23, 33, 34, 36, 37]\n",
      "5998.876852 [12, 23, 33, 34, 36, 37]\n",
      "5993.876723 [12, 14, 33, 34, 36, 37]\n",
      "5995.876598 [12, 14, 23, 34, 36, 37]\n",
      "5997.876736 [12, 14, 23, 33, 36, 37]\n",
      "5985.876519 [12, 14, 23, 33, 34, 37]\n",
      "5990.876448 [12, 14, 23, 33, 34, 36]\n",
      "Best of the round: 5998.876851691454 [12, 23, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 6\n",
      "5987.876550 [23, 33, 34, 36, 37]\n",
      "5996.876735 [12, 33, 34, 36, 37]\n",
      "5996.876683 [12, 23, 34, 36, 37]\n",
      "5998.876789 [12, 23, 33, 36, 37]\n",
      "5990.876596 [12, 23, 33, 34, 37]\n",
      "5989.876509 [12, 23, 33, 34, 36]\n",
      "Best of the round: 5998.876789297302 [12, 23, 33, 36, 37]\n",
      "\n",
      "N models remained: 5\n",
      "5992.876606 [23, 33, 36, 37]\n",
      "5986.876550 [12, 33, 36, 37]\n",
      "5983.876413 [12, 23, 36, 37]\n",
      "5984.876329 [12, 23, 33, 37]\n",
      "5978.876206 [12, 23, 33, 36]\n",
      "Best of the round: 5992.876605844334 [23, 33, 36, 37]\n",
      "\n",
      "N models remained: 4\n",
      "5995.876308 [33, 36, 37]\n",
      "5981.876569 [23, 36, 37]\n",
      "5979.876390 [23, 33, 37]\n",
      "5988.876305 [23, 33, 36]\n",
      "Best of the round: 5995.876308298566 [33, 36, 37]\n",
      "\n",
      "N models remained: 3\n",
      "5991.876442 [36, 37]\n",
      "5988.876101 [33, 37]\n",
      "5980.876114 [33, 36]\n",
      "Best of the round: 5991.876441998832 [36, 37]\n",
      "\n",
      "N models remained: 2\n",
      "5980.875836 [37]\n",
      "5989.876236 [36]\n",
      "Best of the round: 5989.876236269342 [36]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "result_list_log = search_mean_subset(cv, idx_models, is_per_area=False, is_log=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[[5998.876851691454, [12, 23, 33, 34, 36, 37]],\n",
       " [5998.876789297302, [12, 23, 33, 36, 37]],\n",
       " [5997.876745438891, [12, 14, 23, 33, 34, 36, 37]],\n",
       " [5997.876736475195, [12, 14, 23, 33, 36, 37]],\n",
       " [5997.876655366366, [2, 12, 14, 22, 23, 29, 32, 33, 34, 36, 37]],\n",
       " [5996.876734627638, [12, 33, 34, 36, 37]],\n",
       " [5996.876682955532, [12, 23, 34, 36, 37]],\n",
       " [5995.876597596747, [12, 14, 23, 34, 36, 37]],\n",
       " [5995.876308298566, [33, 36, 37]],\n",
       " [5994.876656363241, [2, 12, 14, 21, 22, 23, 29, 32, 33, 34, 36, 37]]]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(result_list_log[:10])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best score and subset: 5998.876852 [12, 23, 33, 34, 36, 37]\n",
      "model-12 5486.856963\n",
      "model-23 5852.871357\n",
      "model-33 5976.875715\n",
      "model-34 5942.875172\n",
      "model-36 5989.876236\n",
      "model-37 5980.875836\n"
     ]
    }
   ],
   "source": [
    "best_models_subset_log = result_list_log[0][1]\n",
    "print('Best score and subset:', '%.6f'%result_list_log[0][0], best_models_subset_log)\n",
    "for idx_model in best_models_subset_log:\n",
    "    print('model-%02d'%idx_model, '%.6f'%scores_models[idx_model])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(best_models_subset_log)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "# per area or not for the mean ensemble model are the same\n",
    "#result_list_per_area_log = search_mean_subset(cv, idx_models, is_per_area=True, is_log=True)\n",
    "#result_list_per_area_log"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Linear mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5962.874954 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "N models remained: 36\n",
      "5961.874957 [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5955.874964 [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.874945 [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.874962 [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.874908 [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.874951 [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5958.875211 [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5957.874925 [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874956 [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874954 [1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875310 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5957.874951 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5954.874962 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874952 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874954 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5961.874949 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874948 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874944 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874949 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.874951 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5965.874910 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5964.874908 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.874928 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874911 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874944 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874953 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5959.874945 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5961.874945 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5962.874942 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5960.874919 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5955.874920 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5962.874899 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5959.874854 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5962.874897 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5961.874841 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5958.874828 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5970.875309563233 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 35\n",
      "5972.875325 [2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5967.875332 [1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875312 [1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875323 [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875275 [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875318 [1, 2, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875585 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875289 [1, 2, 3, 4, 5, 6, 7, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875323 [1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875322 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5967.875319 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5963.875327 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875320 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875322 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875317 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875315 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875311 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875316 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875319 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5970.875277 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875276 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875296 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875278 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875312 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875320 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875309 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875313 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875309 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875286 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37]\n",
      "5967.875286 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37]\n",
      "5968.875263 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37]\n",
      "5966.875217 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37]\n",
      "5968.875262 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37]\n",
      "5966.875203 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 37]\n",
      "5966.875189 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5973.875309236661 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 34\n",
      "5971.875324 [2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875337 [1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875311 [1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875323 [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875275 [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875318 [1, 2, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875597 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875292 [1, 2, 3, 4, 5, 6, 7, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875322 [1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875320 [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5969.875322 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5964.875332 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875318 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875320 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875315 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875314 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875310 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875315 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875317 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875277 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875275 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875294 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875276 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875310 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875318 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875307 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875311 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875285 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5968.875285 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5968.875261 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5968.875213 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5968.875259 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5965.875199 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5966.875185 [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5973.875596625985 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 33\n",
      "5973.875625 [2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5966.875613 [1, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875612 [1, 2, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875622 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875574 [1, 2, 3, 4, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875618 [1, 2, 3, 4, 5, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875567 [1, 2, 3, 4, 5, 6, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875624 [1, 2, 3, 4, 5, 6, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5973.875622 [1, 2, 3, 4, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5967.875598 [1, 2, 3, 4, 5, 6, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5965.875607 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875619 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875622 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875616 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875615 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875610 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875616 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875619 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875576 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875575 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875593 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875574 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875611 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875620 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875607 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875612 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875583 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5966.875583 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5969.875561 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5967.875512 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5969.875559 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5969.875496 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5967.875482 [1, 2, 3, 4, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5974.875622152184 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 32\n",
      "5976.875653 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875640 [1, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875638 [1, 2, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875600 [1, 2, 3, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875645 [1, 2, 3, 5, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875592 [1, 2, 3, 5, 6, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875650 [1, 2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875649 [1, 2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5964.875624 [1, 2, 3, 5, 6, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5967.875633 [1, 2, 3, 5, 6, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875647 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875649 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875644 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875642 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875637 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875643 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875646 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875602 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875601 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875620 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875599 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875638 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875647 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875634 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875639 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875609 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5972.875609 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5972.875587 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5971.875535 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5971.875585 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5970.875520 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5970.875504 [1, 2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5976.8756527232645 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 31\n",
      "5972.875676 [3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875668 [2, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875631 [2, 3, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875674 [2, 3, 5, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875627 [2, 3, 5, 6, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5974.875680 [2, 3, 5, 6, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.875680 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5968.875660 [2, 3, 5, 6, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5970.875669 [2, 3, 5, 6, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875678 [2, 3, 5, 6, 8, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875681 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875675 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875673 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875668 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875674 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875678 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875633 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875632 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875651 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875629 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875670 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875679 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875665 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875670 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875640 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5973.875639 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5976.875617 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5970.875564 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5974.875615 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5970.875548 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5972.875532 [2, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5979.875680173919 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 30\n",
      "5972.875711 [3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875695 [2, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875659 [2, 3, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875702 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875660 [2, 3, 5, 6, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875708 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875694 [2, 3, 5, 6, 8, 9, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5971.875704 [2, 3, 5, 6, 8, 9, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875705 [2, 3, 5, 6, 8, 9, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875708 [2, 3, 5, 6, 8, 9, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875702 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875701 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875696 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875702 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875705 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875661 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875660 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875678 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875657 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875697 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875707 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875693 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875698 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875668 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5976.875667 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5977.875643 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5972.875589 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5975.875641 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5974.875572 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5973.875556 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5978.875705177182 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 29\n",
      "5972.875744 [3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875721 [2, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875685 [2, 3, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875728 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875692 [2, 3, 5, 6, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875734 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875727 [2, 3, 5, 6, 8, 9, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875736 [2, 3, 5, 6, 8, 9, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5975.875730 [2, 3, 5, 6, 8, 9, 12, 13, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875732 [2, 3, 5, 6, 8, 9, 12, 13, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875727 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875725 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875720 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875727 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875687 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875686 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875703 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875681 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875721 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875731 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875717 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875722 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875692 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5973.875691 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5976.875666 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5974.875611 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5976.875664 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5976.875593 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5973.875576 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5977.875720250988 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 28\n",
      "5974.875767 [3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875736 [2, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875700 [2, 3, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875743 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875714 [2, 3, 5, 6, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875749 [2, 3, 5, 6, 8, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875749 [2, 3, 5, 6, 8, 9, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875759 [2, 3, 5, 6, 8, 9, 12, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875744 [2, 3, 5, 6, 8, 9, 12, 13, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875747 [2, 3, 5, 6, 8, 9, 12, 13, 14, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875741 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875739 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875741 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875702 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875701 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875718 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875694 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875735 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875746 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875732 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875736 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875706 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5974.875705 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5975.875678 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5974.875622 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5976.875677 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5974.875604 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5975.875586 [2, 3, 5, 6, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5978.875742922725 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 27\n",
      "5975.875799 [3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875757 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875722 [2, 3, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875743 [2, 3, 5, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875771 [2, 3, 5, 8, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5972.875779 [2, 3, 5, 8, 9, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875789 [2, 3, 5, 8, 9, 12, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875767 [2, 3, 5, 8, 9, 12, 13, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875770 [2, 3, 5, 8, 9, 12, 13, 14, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875763 [2, 3, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875762 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875764 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875724 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875722 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875741 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5974.875715 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875758 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875770 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875755 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875759 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875729 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5977.875728 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5976.875700 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5975.875641 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5976.875698 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5976.875623 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5975.875604 [2, 3, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5981.87575663109 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 26\n",
      "5971.875821 [5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875734 [2, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875764 [2, 5, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875782 [2, 5, 8, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875801 [2, 5, 8, 9, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875812 [2, 5, 8, 9, 12, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875779 [2, 5, 8, 9, 12, 13, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875783 [2, 5, 8, 9, 12, 13, 14, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875776 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875774 [2, 5, 8, 9, 12, 13, 14, 15, 16, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875778 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875736 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875735 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5977.875754 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875727 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875771 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875783 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875768 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875772 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875742 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5976.875741 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5979.875711 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5977.875650 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5979.875709 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5979.875631 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5978.875612 [2, 5, 8, 9, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5984.875776139067 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 25\n",
      "5974.875852 [5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.875754 [2, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875792 [2, 5, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875800 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5973.875830 [2, 5, 8, 9, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5976.875842 [2, 5, 8, 9, 12, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875797 [2, 5, 8, 9, 12, 13, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875800 [2, 5, 8, 9, 12, 13, 14, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875792 [2, 5, 8, 9, 12, 13, 14, 15, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875796 [2, 5, 8, 9, 12, 13, 14, 15, 17, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875755 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875754 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875773 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875744 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875789 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875802 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.875786 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875790 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875761 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 36, 37]\n",
      "5978.875759 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 36, 37]\n",
      "5981.875727 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 34, 36, 37]\n",
      "5976.875665 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 36, 37]\n",
      "5982.875725 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 36, 37]\n",
      "5977.875646 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 37]\n",
      "5978.875625 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5985.875785719268 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 24\n",
      "5974.875875 [5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875763 [2, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875811 [2, 5, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875808 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875852 [2, 5, 8, 9, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875864 [2, 5, 8, 9, 12, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.875803 [2, 5, 8, 9, 12, 13, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875806 [2, 5, 8, 9, 12, 13, 14, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875798 [2, 5, 8, 9, 12, 13, 14, 15, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.875802 [2, 5, 8, 9, 12, 13, 14, 15, 17, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875765 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875763 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875781 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875751 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875795 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875808 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875796 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875769 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5977.875766 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5979.875732 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 33, 34, 36, 37]\n",
      "5975.875667 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 34, 36, 37]\n",
      "5979.875730 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 36, 37]\n",
      "5977.875647 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 37]\n",
      "5974.875625 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5983.8757632231545 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 23\n",
      "5982.875868 [5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875717 [2, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875799 [2, 5, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.875784 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875840 [2, 5, 8, 9, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.875853 [2, 5, 8, 9, 12, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875781 [2, 5, 8, 9, 12, 13, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875784 [2, 5, 8, 9, 12, 13, 14, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875775 [2, 5, 8, 9, 12, 13, 14, 15, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875779 [2, 5, 8, 9, 12, 13, 14, 15, 17, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875718 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875758 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.875726 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875772 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875786 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875773 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875745 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 31, 32, 33, 34, 36, 37]\n",
      "5978.875744 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5981.875707 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 33, 34, 36, 37]\n",
      "5976.875640 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 34, 36, 37]\n",
      "5981.875705 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 36, 37]\n",
      "5973.875619 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 37]\n",
      "5975.875596 [2, 5, 8, 9, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5985.875784121134 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 22\n",
      "5980.875907 [5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.875734 [2, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875833 [2, 5, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875875 [2, 5, 8, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875890 [2, 5, 8, 12, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875798 [2, 5, 8, 12, 13, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875801 [2, 5, 8, 12, 13, 14, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875793 [2, 5, 8, 12, 13, 14, 15, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875798 [2, 5, 8, 12, 13, 14, 15, 17, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5986.875735 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875778 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875744 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875790 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875805 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875792 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875765 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 31, 32, 33, 34, 36, 37]\n",
      "5983.875764 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5980.875723 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 33, 34, 36, 37]\n",
      "5975.875654 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 34, 36, 37]\n",
      "5979.875721 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 36, 37]\n",
      "5978.875632 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 37]\n",
      "5976.875608 [2, 5, 8, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5986.875735305077 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 21\n",
      "5982.875876 [5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875651 [2, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875796 [2, 5, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5979.875838 [2, 5, 8, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875854 [2, 5, 8, 12, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5986.875748 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875751 [2, 5, 8, 12, 13, 14, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875741 [2, 5, 8, 12, 13, 14, 15, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875747 [2, 5, 8, 12, 13, 14, 15, 17, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875727 [2, 5, 8, 12, 13, 14, 15, 17, 19, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.875691 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875739 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875755 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875741 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875713 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 31, 32, 33, 34, 36, 37]\n",
      "5982.875713 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5982.875670 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 33, 34, 36, 37]\n",
      "5980.875598 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 34, 36, 37]\n",
      "5981.875668 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 36, 37]\n",
      "5980.875575 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 37]\n",
      "5980.875550 [2, 5, 8, 12, 13, 14, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5986.87574751243 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 20\n",
      "5982.875911 [5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875657 [2, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875826 [2, 5, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5981.875869 [2, 5, 8, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.875887 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875754 [2, 5, 8, 12, 13, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875745 [2, 5, 8, 12, 13, 15, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875754 [2, 5, 8, 12, 13, 15, 17, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875735 [2, 5, 8, 12, 13, 15, 17, 19, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875698 [2, 5, 8, 12, 13, 15, 17, 19, 23, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5983.875745 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875762 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875746 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875721 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 31, 32, 33, 34, 36, 37]\n",
      "5984.875721 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5980.875674 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 33, 34, 36, 37]\n",
      "5979.875599 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 34, 36, 37]\n",
      "5982.875672 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 36, 37]\n",
      "5980.875576 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 37]\n",
      "5980.875549 [2, 5, 8, 12, 13, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5985.875886912262 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 19\n",
      "5978.875990 [5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5980.875808 [2, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5975.875904 [2, 5, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5978.875952 [2, 5, 8, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5986.875919 [2, 5, 8, 12, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875909 [2, 5, 8, 12, 15, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5986.875918 [2, 5, 8, 12, 15, 17, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875896 [2, 5, 8, 12, 15, 17, 19, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5983.875854 [2, 5, 8, 12, 15, 17, 19, 23, 25, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5984.875909 [2, 5, 8, 12, 15, 17, 19, 23, 24, 26, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5986.875926 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 31, 32, 33, 34, 36, 37]\n",
      "5985.875910 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 30, 31, 32, 33, 34, 36, 37]\n",
      "5982.875882 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 31, 32, 33, 34, 36, 37]\n",
      "5987.875879 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5983.875834 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 33, 34, 36, 37]\n",
      "5980.875755 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 34, 36, 37]\n",
      "5981.875831 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 36, 37]\n",
      "5980.875728 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 37]\n",
      "5980.875701 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 31, 32, 33, 34, 36]\n",
      "Best of the round: 5987.875878654957 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 18\n",
      "5978.876001 [5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5979.875794 [2, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5972.875904 [2, 5, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5974.875959 [2, 5, 8, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875910 [2, 5, 8, 12, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875900 [2, 5, 8, 12, 15, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875910 [2, 5, 8, 12, 15, 17, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5983.875886 [2, 5, 8, 12, 15, 17, 19, 24, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5983.875841 [2, 5, 8, 12, 15, 17, 19, 23, 25, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875901 [2, 5, 8, 12, 15, 17, 19, 23, 24, 26, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875918 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875901 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 30, 32, 33, 34, 36, 37]\n",
      "5984.875870 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 32, 33, 34, 36, 37]\n",
      "5982.875824 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 33, 34, 36, 37]\n",
      "5983.875740 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 34, 36, 37]\n",
      "5982.875821 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 36, 37]\n",
      "5980.875711 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 37]\n",
      "5979.875683 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 26, 28, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5988.875917868062 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 17\n",
      "5982.876073 [5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5981.875829 [2, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5975.875966 [2, 5, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5978.876025 [2, 5, 8, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5987.875946 [2, 5, 8, 12, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875935 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5986.875944 [2, 5, 8, 12, 15, 17, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5984.875924 [2, 5, 8, 12, 15, 17, 19, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5982.875876 [2, 5, 8, 12, 15, 17, 19, 23, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5986.875935 [2, 5, 8, 12, 15, 17, 19, 23, 24, 28, 30, 32, 33, 34, 36, 37]\n",
      "5984.875936 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5981.875907 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 32, 33, 34, 36, 37]\n",
      "5980.875856 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 33, 34, 36, 37]\n",
      "5980.875769 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 34, 36, 37]\n",
      "5984.875853 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 36, 37]\n",
      "5978.875739 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 37]\n",
      "5980.875708 [2, 5, 8, 12, 15, 17, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5988.8759348527055 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 16\n",
      "5984.876127 [5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5982.875837 [2, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5977.876011 [2, 5, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5981.876072 [2, 5, 8, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5989.875953 [2, 5, 8, 12, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5989.875955 [2, 5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875938 [2, 5, 8, 12, 15, 19, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875888 [2, 5, 8, 12, 15, 19, 23, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875945 [2, 5, 8, 12, 15, 19, 23, 24, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875945 [2, 5, 8, 12, 15, 19, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5984.875921 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 32, 33, 34, 36, 37]\n",
      "5984.875864 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 33, 34, 36, 37]\n",
      "5981.875773 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 34, 36, 37]\n",
      "5985.875861 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 36, 37]\n",
      "5980.875743 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 37]\n",
      "5976.875708 [2, 5, 8, 12, 15, 19, 23, 24, 25, 28, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5989.875954816111 [2, 5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 15\n",
      "5989.876193 [5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5984.875846 [2, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5983.876065 [2, 5, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5982.876129 [2, 5, 8, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5986.875961 [2, 5, 8, 12, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5989.875952 [2, 5, 8, 12, 15, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5988.875898 [2, 5, 8, 12, 15, 23, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5987.875951 [2, 5, 8, 12, 15, 23, 24, 28, 30, 32, 33, 34, 36, 37]\n",
      "5987.875951 [2, 5, 8, 12, 15, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5988.875934 [2, 5, 8, 12, 15, 23, 24, 25, 28, 32, 33, 34, 36, 37]\n",
      "5985.875869 [2, 5, 8, 12, 15, 23, 24, 25, 28, 30, 33, 34, 36, 37]\n",
      "5984.875775 [2, 5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 34, 36, 37]\n",
      "5986.875866 [2, 5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 36, 37]\n",
      "5986.875744 [2, 5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 37]\n",
      "5979.875706 [2, 5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5989.87619337754 [5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 14\n",
      "5985.876121 [8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5974.876183 [5, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5976.876251 [5, 8, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5991.876254 [5, 8, 12, 23, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5987.876237 [5, 8, 12, 15, 24, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5986.876173 [5, 8, 12, 15, 23, 25, 28, 30, 32, 33, 34, 36, 37]\n",
      "5991.876246 [5, 8, 12, 15, 23, 24, 28, 30, 32, 33, 34, 36, 37]\n",
      "5992.876245 [5, 8, 12, 15, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5988.876216 [5, 8, 12, 15, 23, 24, 25, 28, 32, 33, 34, 36, 37]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5985.876158 [5, 8, 12, 15, 23, 24, 25, 28, 30, 33, 34, 36, 37]\n",
      "5985.876056 [5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 34, 36, 37]\n",
      "5984.876154 [5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 36, 37]\n",
      "5987.876019 [5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 37]\n",
      "5983.875980 [5, 8, 12, 15, 23, 24, 25, 28, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5992.876245264088 [5, 8, 12, 15, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 13\n",
      "5984.876168 [8, 12, 15, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5980.876267 [5, 12, 15, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5980.876339 [5, 8, 15, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5991.876299 [5, 8, 12, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5986.876290 [5, 8, 12, 15, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5989.876218 [5, 8, 12, 15, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5985.876291 [5, 8, 12, 15, 23, 24, 30, 32, 33, 34, 36, 37]\n",
      "5988.876269 [5, 8, 12, 15, 23, 24, 25, 32, 33, 34, 36, 37]\n",
      "5987.876202 [5, 8, 12, 15, 23, 24, 25, 30, 33, 34, 36, 37]\n",
      "5982.876098 [5, 8, 12, 15, 23, 24, 25, 30, 32, 34, 36, 37]\n",
      "5986.876198 [5, 8, 12, 15, 23, 24, 25, 30, 32, 33, 36, 37]\n",
      "5983.876059 [5, 8, 12, 15, 23, 24, 25, 30, 32, 33, 34, 37]\n",
      "5981.876017 [5, 8, 12, 15, 23, 24, 25, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5991.876299475592 [5, 8, 12, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 12\n",
      "5993.876212 [8, 12, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5982.876361 [5, 12, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5988.876439 [5, 8, 23, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5991.876342 [5, 8, 12, 24, 25, 30, 32, 33, 34, 36, 37]\n",
      "5996.876265 [5, 8, 12, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5990.876332 [5, 8, 12, 23, 24, 30, 32, 33, 34, 36, 37]\n",
      "5992.876324 [5, 8, 12, 23, 24, 25, 32, 33, 34, 36, 37]\n",
      "5989.876247 [5, 8, 12, 23, 24, 25, 30, 33, 34, 36, 37]\n",
      "5984.876138 [5, 8, 12, 23, 24, 25, 30, 32, 34, 36, 37]\n",
      "5991.876242 [5, 8, 12, 23, 24, 25, 30, 32, 33, 36, 37]\n",
      "5983.876099 [5, 8, 12, 23, 24, 25, 30, 32, 33, 34, 37]\n",
      "5980.876052 [5, 8, 12, 23, 24, 25, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5996.876264595087 [5, 8, 12, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 11\n",
      "5994.876156 [8, 12, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5982.876352 [5, 12, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5988.876436 [5, 8, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5991.876293 [5, 8, 12, 25, 30, 32, 33, 34, 36, 37]\n",
      "5993.876276 [5, 8, 12, 23, 30, 32, 33, 34, 36, 37]\n",
      "5993.876272 [5, 8, 12, 23, 25, 32, 33, 34, 36, 37]\n",
      "5987.876195 [5, 8, 12, 23, 25, 30, 33, 34, 36, 37]\n",
      "5986.876083 [5, 8, 12, 23, 25, 30, 32, 34, 36, 37]\n",
      "5989.876190 [5, 8, 12, 23, 25, 30, 32, 33, 36, 37]\n",
      "5982.876041 [5, 8, 12, 23, 25, 30, 32, 33, 34, 37]\n",
      "5982.875990 [5, 8, 12, 23, 25, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5994.876156022675 [8, 12, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 10\n",
      "5992.876269 [12, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5989.876358 [8, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5983.876171 [8, 12, 25, 30, 32, 33, 34, 36, 37]\n",
      "5988.876140 [8, 12, 23, 30, 32, 33, 34, 36, 37]\n",
      "5992.876149 [8, 12, 23, 25, 32, 33, 34, 36, 37]\n",
      "5988.876064 [8, 12, 23, 25, 30, 33, 34, 36, 37]\n",
      "5986.875945 [8, 12, 23, 25, 30, 32, 34, 36, 37]\n",
      "5990.876059 [8, 12, 23, 25, 30, 32, 33, 36, 37]\n",
      "5987.875894 [8, 12, 23, 25, 30, 32, 33, 34, 37]\n",
      "5978.875841 [8, 12, 23, 25, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5992.876268559134 [12, 23, 25, 30, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 9\n",
      "5970.876135 [23, 25, 30, 32, 33, 34, 36, 37]\n",
      "5988.876368 [12, 25, 30, 32, 33, 34, 36, 37]\n",
      "5992.876337 [12, 23, 30, 32, 33, 34, 36, 37]\n",
      "5992.876341 [12, 23, 25, 32, 33, 34, 36, 37]\n",
      "5990.876255 [12, 23, 25, 30, 33, 34, 36, 37]\n",
      "5983.876123 [12, 23, 25, 30, 32, 34, 36, 37]\n",
      "5990.876249 [12, 23, 25, 30, 32, 33, 36, 37]\n",
      "5986.876057 [12, 23, 25, 30, 32, 33, 34, 37]\n",
      "5978.876003 [12, 23, 25, 30, 32, 33, 34, 36]\n",
      "Best of the round: 5992.876340594562 [12, 23, 25, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 8\n",
      "5972.876241 [23, 25, 32, 33, 34, 36, 37]\n",
      "5990.876312 [12, 25, 32, 33, 34, 36, 37]\n",
      "5998.876409 [12, 23, 32, 33, 34, 36, 37]\n",
      "5994.876349 [12, 23, 25, 33, 34, 36, 37]\n",
      "5991.876208 [12, 23, 25, 32, 34, 36, 37]\n",
      "5995.876342 [12, 23, 25, 32, 33, 36, 37]\n",
      "5986.876132 [12, 23, 25, 32, 33, 34, 37]\n",
      "5987.876077 [12, 23, 25, 32, 33, 34, 36]\n",
      "Best of the round: 5998.876409298616 [12, 23, 32, 33, 34, 36, 37]\n",
      "\n",
      "N models remained: 7\n",
      "5977.876351 [23, 32, 33, 34, 36, 37]\n",
      "5994.876318 [12, 32, 33, 34, 36, 37]\n",
      "5996.876399 [12, 23, 33, 34, 36, 37]\n",
      "5995.876257 [12, 23, 32, 34, 36, 37]\n",
      "6000.876391 [12, 23, 32, 33, 36, 37]\n",
      "5990.876173 [12, 23, 32, 33, 34, 37]\n",
      "5991.876108 [12, 23, 32, 33, 34, 36]\n",
      "Best of the round: 6000.8763905783035 [12, 23, 32, 33, 36, 37]\n",
      "\n",
      "N models remained: 6\n",
      "5984.876441 [23, 32, 33, 36, 37]\n",
      "5991.876255 [12, 32, 33, 36, 37]\n",
      "5998.876268 [12, 23, 33, 36, 37]\n",
      "5994.876151 [12, 23, 32, 36, 37]\n",
      "5989.876064 [12, 23, 32, 33, 37]\n",
      "5988.875978 [12, 23, 32, 33, 36]\n",
      "Best of the round: 5998.876267905013 [12, 23, 33, 36, 37]\n",
      "\n",
      "N models remained: 5\n",
      "5990.876498 [23, 33, 36, 37]\n",
      "5982.876003 [12, 33, 36, 37]\n",
      "5984.875804 [12, 23, 36, 37]\n",
      "5983.875718 [12, 23, 33, 37]\n",
      "5976.875598 [12, 23, 33, 36]\n",
      "Best of the round: 5990.876498132743 [23, 33, 36, 37]\n",
      "\n",
      "N models remained: 4\n",
      "5995.876294 [33, 36, 37]\n",
      "5980.876431 [23, 36, 37]\n",
      "5980.876250 [23, 33, 37]\n",
      "5986.876174 [23, 33, 36]\n",
      "Best of the round: 5995.876293867196 [33, 36, 37]\n",
      "\n",
      "N models remained: 3\n",
      "5990.876427 [36, 37]\n",
      "5988.876088 [33, 37]\n",
      "5979.876110 [33, 36]\n",
      "Best of the round: 5990.876427428749 [36, 37]\n",
      "\n",
      "N models remained: 2\n",
      "5980.875836 [37]\n",
      "5989.876236 [36]\n",
      "Best of the round: 5989.876236269342 [36]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "result_list_none = search_mean_subset(cv, idx_models, is_per_area=False, is_log=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[[6000.8763905783035, [12, 23, 32, 33, 36, 37]],\n",
       " [5998.876409298616, [12, 23, 32, 33, 34, 36, 37]],\n",
       " [5998.876267905013, [12, 23, 33, 36, 37]],\n",
       " [5996.876399248247, [12, 23, 33, 34, 36, 37]],\n",
       " [5996.876264595087, [5, 8, 12, 23, 25, 30, 32, 33, 34, 36, 37]],\n",
       " [5995.876341867636, [12, 23, 25, 32, 33, 36, 37]],\n",
       " [5995.876293867196, [33, 36, 37]],\n",
       " [5995.876257241021, [12, 23, 32, 34, 36, 37]],\n",
       " [5994.876349047643, [12, 23, 25, 33, 34, 36, 37]],\n",
       " [5994.876317870345, [12, 32, 33, 34, 36, 37]]]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(result_list_none[:10])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best score and subset: 6000.876391 [12, 23, 32, 33, 36, 37]\n",
      "model-12 5486.856963\n",
      "model-23 5852.871357\n",
      "model-32 5930.875106\n",
      "model-33 5976.875715\n",
      "model-36 5989.876236\n",
      "model-37 5980.875836\n"
     ]
    }
   ],
   "source": [
    "best_models_subset_none = result_list_none[0][1]\n",
    "print('Best score and subset:', '%.6f'%result_list_none[0][0], best_models_subset_none)\n",
    "for idx_model in best_models_subset_none:\n",
    "    print('model-%02d'%idx_model, '%.6f'%scores_models[idx_model])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compute submission for mean log"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Predict for mean log with [12, 23, 33, 34, 36, 37]\n"
     ]
    }
   ],
   "source": [
    "print('Predict for mean log with', best_models_subset_log)\n",
    "test['total_price'] = predict_mean_subset(test, best_models_subset_log, is_per_area=False, is_log=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/matplotlib/axes/_axes.py:6571: UserWarning: The 'normed' kwarg is deprecated, and has been replaced by the 'density' kwarg.\n",
      "  warnings.warn(\"The 'normed' kwarg is deprecated, and has been \"\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEKCAYAAAD9xUlFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAHQRJREFUeJzt3X10VfWd7/H3F4gGDAWBmlbx3iDVXvAJJaLV6oRWEWsX2FtbLK0jbYHOVLk69aalt9WpdrouNaMjtD6UoV7GayNarF7WhTtirFFn6gMPjSLECrLSGtCgOKJBUJDv/WPvbE5CQs5Jzj77PHxea7Gyn/f3lxz29/x+v71/29wdERERgAFJByAiIvlDSUFERCJKCiIiElFSEBGRiJKCiIhElBRERCSipCAiIhElBRERiSgpiIhIZFDSAWRq1KhRXlVVlfF+u3fv5qijjsp+QHlO5S4tKndpyaTc69ate8vdP97bdgWXFKqqqli7dm3G+zU2NlJTU5P9gPKcyl1aVO7Skkm5zezP6Wyn5iMREYkoKYiISERJQUREIgXXpyAixWnfvn20trayd+/ejPcdNmwYzc3NMUSV37ord3l5OaNHj6asrKxPx1RSEJG80NraytChQ6mqqsLMMtr3vffeY+jQoTFFlr+6ltvd2blzJ62trYwZM6ZPx1TzkYjkhb179zJy5MiME4IcZGaMHDmyT7WtDkoKIpI3lBD6r7+/QyUFERGJqE9BRPJS1fyVWT1ey4JLD7v+nXfeob6+nu9+97sZH/sLX/gC9fX1DB8+PK3tH3nkEU466STGjx+f8bnippqCFIf6GUlHIAXunXfe4c477+x23f79+w+776pVq9JOCBAkhU2bNvXpXHFTUhARAebPn8+rr77KhAkTqK2tpbGxkfPPP59p06ZF3+gvu+wyJk6cyMknn8zixYujfauqqnjrrbdoaWlh3LhxzJkzh5NPPpkpU6awZ8+eTuf5wx/+wIoVK6itrWXChAm8+uqr1NTUcN1111FdXc3ChQuZNWsWy5cvj/apqKiIpuvq6jjrrLM47bTT+NnPfpb134OSgogIsGDBAsaOHUtTUxN1dXUArF+/noULF/LKK68AcM8997Bu3TrWrl3LokWL2Llz5yHH2bx5M1dffTUbN25k+PDhPPTQQ53Wn3vuuUybNo26ujqampoYO3YsAB9++CFr167l+uuv7zHG1atXs3nzZp5//nmamppoamriqaeeytavAFCfgohIjyZNmtTpfv9Fixbx8MMPA/Daa6+xefNmRo4c2WmfMWPGMGHCBAAmTpxIS0tLWueaMaP3JtDVq1ezevVqzjjjDADeffddNm/ezAUXXJDWOdKhpCAi0oPUYakbGxtpaGjgmWeeYciQIdTU1HT7PMCRRx4ZTQ8cOPCQ5qN0zjVo0CAOHDgAwIEDB/jwww+B4OG0H/7wh3znO98B4nloT81HIiLA0KFDee+993pcv2vXLo4++miGDBnCyy+/zLPPPhvbuaqqqli3bh0AK1asYN++fQBcfPHF3HPPPbS3twOwfft2duzY0ec4uqOagojkpd5uIU2VjW/MI0eO5LzzzuOUU07hkksu4dJLO59/6tSp3H333YwbN45Pf/rTnHPOOX0+1xVXXMGcOXNYtGhRpw7lDnPmzGH69OmcfvrpTJ06NapFTJkyhebmZj7zmc8AMHjwYO6//36OOeaYPsfSlbl71g6WC9XV1a6X7KSvZMpdPwNmPhDNlky5uyjkcjc3NzNu3Lg+7auxjzrr7ndpZuvcvbq3Y6r5SEREIkoKIiISUVIQEZGIkoKIiESUFEREJKKkICIiET2nICL5KYORbwfv3w+Dermcpdyy3J3+DJ19++23M3fuXIYMGZLxvvlGNQUREQ4/dHZvbr/9dt5///0sR5QM1RREROg8dPZFF13EMcccw4MPPsgHH3zAl770JW666SZ2797NV7/6VVpbW/noo4+44YYbaGtrY/v27UyePJlRo0bxxBNPJF2UflFSEBEhGDr7pZdeoqmpidWrV7N8+XKef/553J1p06bx1FNP8eabb3LssceycmXwVrhdu3YxbNgwbrvtNp544glGjRqVcCn6T81HIiJdpA5RfeaZZ/Lyyy+zefNmTj31VB577DF+8IMf8PTTTzNs2LCkQ8061RRERLroOkR1qvXr17Nq1Sp+/OMf8/nPf54bb7wxgQjjo5qCiAidh7PuOkT1tm3b2LFjB9u3b2fIkCF84xvfoLa2lvXr1x+yb6FTTUFE8lMvt5Cm2hPD0NkzZ86MhqiuqKjgvvvuY8uWLdTW1jJgwADKysq46667AJg7dy5Tp07l2GOPVUeziEixqK+v7zR/7bXXdpofO3YsF1988SH7zZs3j3nz5sUaW66o+UiKTtX8lWzYtouq+SuTDkWk4CgpiIhIRElBRPJGob0JMh/193cYa1Iws6lm9icz22Jm8w+z3ZfNzM2s11fFiUhxKi8vZ+fOnUoM/eDu7Ny5k/Ly8j4fI7aOZjMbCNwBXAS0AmvMbIW7b+qy3VDgWuC5uGKR4tfQ3MZs9SEUtNGjR9Pa2sqbb76Z8b579+7t14WwUHVX7vLyckaPHt3nY8Z599EkYIu7bwUws2XAdGBTl+1+CvwcqI0xFhHJc2VlZYwZM6ZP+zY2NnLGGWdkOaL8F0e542w+Og54LWW+NVwWMbMzgePdXV/xJOuWlNVlNPyyiCT4nIKZDQBuA2alse1cYC5AZWUljY2NGZ+vvb29T/sVulIp955xM7ne90fzlYODZY3lg6AEyt+hVP7eXanc2RNnUtgGHJ8yPzpc1mEocArQaGYAnwBWmNk0d1+beiB3XwwsBqiurvaampqMg2lsbKQv+xW6Uil3ww0/4dZ9B1sgrz91P+NerqdmXCXUpP9kbKErlb93Vyp39sTZfLQGONHMxpjZEcAVwIqOle6+y91HuXuVu1cBzwKHJAQREcmd2GoK7r7fzK4BHgUGAve4+0YzuxlY6+4rDn8EkTR002ewpKyOPTYzgWBECl+sfQruvgpY1WVZt+PMuntNnLGIiEjv9ESziIhElBSkNNTP0O2pImlQUpDsy7eLb77FI5LH9D4FKVhV81eypKwt6TBEiopqCiIiElFSEBGRiJKC9I/a60WKipKCiIhElBSk/3S7p0jR0N1HUlCCO47qmL0vvddvNDQfvDvpwnGVcYUlUjRUU5CeFWMNoBjLJJJFqilI0VhSVpd0CCIFT0lBsudw38A71s0snXcbiBQiJQXpN7XbixQPJQUpSGoqEomHkoJkJtNO2q7b189QE5JIHlNSkIylNheJSHHRLakiIhJRUpDeFcl9/Q3NbdG/YimTSLYpKYiISERJQbKq45t41fyVSYciIn2gjmZJTz40t9TP0JvWRGKmpCCxSX1dZupDbam1iJYFl+Y8LhHpmZqPJDFLyuryowYiIhHVFCQn9GyDSGFQTUFERCKqKUha9E1fpDSopiD5TX0OIjmlpCAiIhE1H0nOadhrkfylmoKIiERUU5BAll+XqdqASGFSTUFERCJKCiIiElFSEBGRiPoUJC91DJq3pKyN2SnTIhKvWJOCmU0FFgIDgSXuvqDL+r8BrgY+AtqBue6+Kc6Y5PBSRzDNxUW4ofngRT+XI6YmdV6RfBdb85GZDQTuAC4BxgNfM7PxXTard/dT3X0CcAtwW1zxiIhI7+LsU5gEbHH3re7+IbAMmJ66gbu/mzJ7FOAxxiMiIr0w93iuw2Z2OTDV3WeH81cCZ7v7NV22uxr4HnAE8Dl339zNseYCcwEqKysnLlu2LON42tvbqaioyHi/Qpd2ud/eCsCGPSOpsty33bd4JaceNyya37BtFwBV1kaLV0bT6TpQPoIBe9/u9ZxAp/MWOn3OS0sm5Z48efI6d6/ubbvEO5rd/Q7gDjObCfwYuKqbbRYDiwGqq6u9pqYm4/M0NjbSl/0KXdrlrr8LgFkb/polZfXxBtWNW/fV0vL1mmh+VtS5XM+t+2qj6XTtGTeTwc2H377juKnnLXT6nJeWOModZ/PRNuD4lPnR4bKeLAMuizEeSYOeRBYpbXHWFNYAJ5rZGIJkcAUwM3UDMzsxpbnoUuCQpiORuOmd0SIHxVZTcPf9wDXAo0Az8KC7bzSzm81sWrjZNWa20cyaCPoVDmk6ktKg9zWL5IdY+xTcfRWwqsuyG1Omr43z/CIikpnEO5pFOqQ+UCYiydDYRyIiElFSEBGRiJqPJO/pNlmR3FFNoZTpbh8R6UJJQUREIkoKIiISUVIQEZGIkoKIiETSvvvIzE4Hzg9nn3b3F+IJSUREkpJWTcHMrgV+AxwT/rvPzObFGZiIiOReujWFbxO8IGc3gJn9HHgG+EVcgYmISO6l26dgwEcp8x+Fy0REpIikW1P4X8BzZvZwOH8Z8Ot4QhIRkaSklRTc/TYzawQ+Gy76prv/MbaoRBKiF+5IqTts85GZfSz8OQJoAe4L//05XCZS8JaU1XUaX0ljLUkp662mUA98EVgHeMpyC+dPiCkukdjp4i9yqMMmBXf/YvhzTG7CEUmOkoRI+s8pPJ7OMilMVfNX0tDcRkNzW9KhHNKUIyK5ddiagpmVA0OAUWZ2NAdvQ/0YcFzMsYmISI711qfwHeA64FiCfoWOpPAu8MsY4xIRkQT01qewEFhoZvPcXU8vi4gUuXSfU/iFmZ0CjAfKU5bfG1dgkiP1M1hSlnxfgojkh7SSgpn9PVBDkBRWAZcA/wYoKUgs1Nkskox0xz66HPg88Ia7fxM4HRgWW1QiIpKIdJPCXnc/AOwPn3LeARwfX1giIpKEXpuPzMyAF81sOPDPBHchtRMMnS0iIkWk16Tg7m5mk9z9HeBuM/tX4GPu/mL84YmISC6lO3T2ejM7y93XuHtLnAGJ5AuNmCqlKN2kcDbwdTP7M7CbcEA8dz8ttshERCTn0k0KF8cahUie6bgldva+2mBB/QyY+UCCEYnkRroPr/057kBERCR56dYUpMhUzV+pJ5lF5BDpPqcgIiIlQElBREQisTYfmdlUYCEwEFji7gu6rP8eMBvYD7wJfEv9F5JPDo7BVJloHCK5EltNwcwGAncQDJ43HviamY3vstkfgerw1tblwC1xxSMiIr2Ls/loErDF3be6+4fAMmB66gbu/oS7vx/OPguMjjEeERHphbl7PAc2uxyY6u6zw/krgbPd/Zoetv8lwSis/9DNurnAXIDKysqJy5Ytyzie9vZ2KioqMt6v0HUq99tbg58jTmDDtl1UWfHefXSgfAQD9r6dteMNLR8EI07I2vHios95acmk3JMnT17n7tW9bZcXt6Sa2TeAauCvulvv7ouBxQDV1dVeU1OT8TkaGxvpy36FrlO56+8KftY8wKz5K1lSVp9YXHHbM24mg5uzV76acZVQk/8Pr+lzXlriKHeczUfb6Dy89uhwWSdmdiHwI2Cau38QYzwifdbQ3EbV/JWdxkMSKUZxJoU1wIlmNsbMjgCuAFakbmBmZwC/IkgIO2KMRURE0hBbUnD3/cA1wKNAM/Cgu280s5vNbFq4WR1QAfzWzJrMbEUPhxMRkRyItU/B3VcRvNM5ddmNKdMXxnl+ERHJTF50NEuO1c/QuEfZUD8j+KnRU6WIKCmIpOng08164Y4ULyWFEtLQrNqBiByeBsQTEZGIkoKIiESUFEREJKI+BZEMdTzVvKSsjQvHaUhtKS6qKYj0V8etqSJFQElBREQiSgoiIhJRUhARkYiSgoiIRHT3UZHbsG0Xs6K7ZRIORkTynmoKIiISUU2hBBwcyE1E5PBUUxARkYhqCiIZUs1LiplqCiLZVD9DTzhLQVNSEImLEoQUICUFkSypmr+ShuY2GprbokHzRAqNkoKIiESUFERiolqDFCIlBRERieiWVJF+aGhuA2C2agNSJFRTEBGRiJKCiIhE1HxUhFI7Nq8/NcFARKTgKCmIZIGGvpBioaRQpDouUntsZsKRiEghUZ+CiIhElBREckXjIEkBUFIQiYH6GKRQKSmIiEhESUEkBzpGUNU4SJLvdPdRsamfwZKytqSjEJECFWtNwcymmtmfzGyLmc3vZv0FZrbezPab2eVxxiIiIr2LLSmY2UDgDuASYDzwNTMb32WzvwCzgPq44hARkfTF2Xw0Cdji7lsBzGwZMB3Y1LGBu7eE6w7EGEfp0C2PItJPcTYfHQe8ljLfGi4TEb2/WfKUuXs8Bw76CKa6++xw/krgbHe/ppttlwL/192X93CsucBcgMrKyonLli3LOJ729nYqKioy3q+gvL0VgPf27o8WHSgfwYC9bycVUWLytdwtXsmpxw2L/laMOCGrxy+Jz3k3VO7eTZ48eZ27V/e2XZzNR9uA41PmR4fLMubui4HFANXV1V5TU5PxMRobG+nLfoWiav5KlpTdC8DglOV7xs1kcHPpddnka7lv3VcLG3ZHf6sLf9qY1eMX++e8Jyp39sTZfLQGONHMxpjZEcAVwIoYzyciIv0UW1Jw9/3ANcCjQDPwoLtvNLObzWwagJmdZWatwFeAX5nZxrjiERGR3sX68Jq7rwJWdVl2Y8r0GoJmJekPPbBWMDQmkuQ7DXMhIiIRJQUREYkoKYiISERJQSQf6EE2yRMaJbWAdQzDrE5mEckWJQWRBKUm9gsTjkUE1HwkIiIplBRERCSipCAiIhH1KYgkSE84S75RUhDJEx2dzgAtCy5NMBIpZUoKBSb1wqFvmSKSbepTEMkzS8rq9DCbJEY1BZE8oZqf5APVFEREJKKkICIiESUFkTzU0NxG1fyVnW4sEMkFJQUREYkoKYjkMd2JJLmmpCAiIhHdkloAurYr69bF0qC/syRBNQUREYkoKeS7+hn6xigiOaOkUGCUIEqPbk+VXFKfQoFQMhDg4J1IMx9INg4pWkoKeapq/kolAhHJOTUfiYhIRElBpBDpgTaJiZKCiIhE1KcgUkAamtui6QsTjEOKl5JCHtEthyKSNDUfiYhIRDUFkQKg25MlV5QUEpbaZKT/+JKJ1M9Oy4JLg4m3t0L9XXq4TfpMSSFhSgQikk9iTQpmNhVYCAwElrj7gi7rjwTuBSYCO4EZ7t4SZ0z5oHPtIMFApGh0fKZ+cdr+hCORQhdbUjCzgcAdwEVAK7DGzFa4+6aUzb4N/Ie7f8rMrgB+DhTNUzkd/1E7agOz99WypKyOJWXBtEh/pH6uUjU0tzG7mzvZWk67N5hQ05IcRpw1hUnAFnffCmBmy4DpQGpSmA78JJxeDvzSzMzdPca48oKajSRbUj9Le5jZ7brZ+2oPPuNwQ020DFL6I0SINykcB7yWMt8KnN3TNu6+38x2ASOBt2KMq8/0HIEUiq5fOrr7EtKxrOGGg+t6qsHGlTi67Sw/zHKJX0F0NJvZXGBuONtuZn/qw2FGkVCyuSiaejJlOleeTKzcyVK5+7h/t0vt530/Yrp6Okea5y7Rv3dG5f7P6WwUZ1LYBhyfMj86XNbdNq1mNggYRtDh3Im7LwYW9ycYM1vr7tX9OUYhUrlLi8pdWuIod5xPNK8BTjSzMWZ2BHAFsKLLNiuAq8Lpy4Hfl0J/gohIvoqtphD2EVwDPEpwS+o97r7RzG4G1rr7CuDXwP82sy3A2wSJQ0REEhJrn4K7rwJWdVl2Y8r0XuArccaQol/NTwVM5S4tKndpyXq5Ta01IiLSQaOkiohIpCiTgpndY2Y7zOyllGUjzOwxM9sc/jw6yRjj0EO568zsZTN70cweNrPhScYYh+7KnbLuejNzMxuVRGxx6qncZjYv/JtvNLNbkoovLj18zieY2bNm1mRma81sUpIxxsHMjjezJ8xsU/i3vTZcntVrW1EmBWApMLXLsvnA4+5+IvB4OF9slnJouR8DTnH304BXgB/mOqgcWMqh5cbMjgemAH/JdUA5spQu5TazyQQjBZzu7icD/5hAXHFbyqF/71uAm9x9AnBjOF9s9gPXu/t44BzgajMbT5avbUWZFNz9KYK7mVJNB/4lnP4X4LKcBpUD3ZXb3Ve7e8coac8SPC9SVHr4ewP8E/B9oCg7znoo998CC9z9g3CbHTkPLGY9lNuBj4XTw4DtOQ0qB9z9dXdfH06/BzQTjAqR1WtbUSaFHlS6++vh9BtAZZLBJORbwP9LOohcMLPpwDZ3fyHpWHLsJOB8M3vOzJ40s7OSDihHrgPqzOw1gtpRMdaII2ZWBZwBPEeWr22llBQi4QNyRfntsSdm9iOC6udvko4lbmY2BPgfBM0IpWYQMIKgeaEWeNDMLNmQcuJvgb9z9+OBvyN4BqoomVkF8BBwnbu/m7ouG9e2UkoKbWb2SYDwZ9FVq3tiZrOALwJfL5EnxscCY4AXzKyFoMlsvZl9ItGocqMV+J0HngcOEIyPU+yuAn4XTv+WYJTmomNmZQQJ4Tfu3lHerF7bSikppA6pcRXwfxKMJWfCFx19H5jm7u8nHU8uuPsGdz/G3avcvYrgQnmmu7+RcGi58AgwGcDMTgKOoDQGitsO/FU4/Tlgc4KxxCKs8f0aaHb321JWZffa5u5F9w+4H3gd2EdwQfg2wZDcjxN8WBqAEUnHmaNybyEYnrwp/Hd30nHmotxd1rcAo5KOM0d/7yOA+4CXgPXA55KOM0fl/iywDniBoJ19YtJxxlDuzxI0Db2Y8v/5C9m+tumJZhERiZRS85GIiPRCSUFERCJKCiIiElFSEBGRiJKCiIhElBQk75hZez/3X25mJ2S4z9+Y2V/345x3m9l5fd0/TmZ2gZmtN7P9ZnZ5yvKPm9m/Jhmb5B8lBSkqZnYyMNDdt2awzyB3v9vd7+3Hqc8hGHAwrfP14zxdj1VjZkt72ewvwCygPnWhu78JvJ6vyUySoaQgecsCdWb2kpltMLMZ4fIBZnZn+M6Ax8xsVco34K+T8kSnmbWb2T+F488/bmYfD5c3mtntZrYWuNbMfmJm/z1c9ykzazCzF8Jv2GPD5bVmtiZ8N8VNKecYB7zi7h+Z2ZxwmxfM7KFwHCbMbGlYm3gOuMXMjgrfC/C8mf0xHMAPM6sys6fD8643s3P7+3t09xZ3f5FgyIuuHgl/ZyKAkoLkt/8KTABOBy4kGAXzk+HyKmA8cCXwmZR9ziN4srXDUcBaD94t8CTw9ynrjnD3ane/tct5fwPc4e6nA+cSfJueApxIMKbOBGCimV0Qbn8J0NEM8zt3Pyvct5ngadsOo4Fz3f17wI+A37v7JIJhKerM7CiCcWsucvczgRnAovR+VX22Fjg/5nNIAclaNVYkBp8F7nf3jwgG/XoSOCtc/lt3PwC8YWZPpOzzSeDNlPkDwAPh9H0cHDSNlOURMxsKHOfuDwO4+95w+RSCF/b8Mdy0giBJPAVcDHwzXH6Kmf0DMDzc5tGUw/82LAvhsaZ11E6AcuA/EYzh80szmwB8RDAU9iHCGseR4TlGmFlTuOoH7v5od/v0YAdwbAbbS5FTUpBis4fgAtuT1HFddmdwXAP+p7v/qtPCoHlouLt3vNRlKXCZu78Qjk5b08P5DPiyu/+py/F+ArQR1I4GAHu7LYT72eH2NcAsd5+VQVlSlRP8zkQANR9JfnsamGFmA8O+gAuA54F/B74c9i1U0vnC2wx8KmV+ANDR3zAT+LfDndCDN1q1mtllAGZ2ZHjhfxT4VjiWPWZ2nJkdQ9D0k1pTGUrQ3FTG4dvqHwXmdbzrwMzOCJcPA14Pa0FXAgMPF28WnEQweJ4IoKQg+e1hghEhXwB+D3zfg+GvHyIYHXMTQZPQemBXuM9KDv12PsmCl7x/Drg5jfNeCfw3M3sR+APwCXdfTXD3zjNmtgFYTpAAUvsTAG4gGKXz34GXD3OOnwJlwItmtjGcB7gTuMrMXgD+C5nVZrplZmeZWSvwFeBX4fk6TCb4nYkAaJRUKUxmVuHu7WY2kqD2cJ67v2Fmgwm+uZ8X3g3U7u4VMcaxHjjb3ffFdY44mdlTwHR3/4+kY5H8oKQgBcnMGgk6c48AbnH3pSnrLiZ4Eclf4k4KhSxskjvP3R9JOhbJH0oKIiISUZ+CiIhElBRERCSipCAiIhElBRERiSgpiIhIRElBREQi/x92/zk6PNILzQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEKCAYAAAD9xUlFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAHJxJREFUeJzt3X+UVdV5//H3I46OOIgKYRrFdtBoOiiKMmISo71U1DFmgWmNGNSGNkDSiNXWTEK+9Uc1f5RkvrFCazR8J9RaM0WD0bIKrYhhom38AUMwCKNCWJM4mGDEQhgCysjz/eOeOdwZ7uXembnnnvvj81qLxfl9nj0M97l777P3MXdHREQE4Ki4AxARkeKhpCAiIiElBRERCSkpiIhISElBRERCSgoiIhJSUhARkZCSgoiIhJQUREQkdHTcAQzU6NGjva6uLu2+vXv3cvzxxxc2oJhVWplV3vJXaWUuVHnb29vfcfcPZTuu5JJCXV0d69atS7uvra2NRCJR2IBiVmllVnnLX6WVuVDlNbNf5HKcmo9ERCSkpCAiIiElBRERCZVcn4KIlKcDBw7Q1dXFyJEj6ejoiDucgsl3eaurqxk7dixVVVWDOl9JQUSKQldXFyNGjGDUqFGccMIJcYdTMHv27GHEiBF5uZa7s3PnTrq6uhg3btygrqHmIxEpCvv372fUqFGYWdyhlCwzY9SoUezfv3/Q11BSEJGioYQwdEP9GSopiIhISH0KIlKU6uavyOv1OhdcfcT9u3btorW1lS9/+csDvvanPvUpWltbOfHEE3M6/qmnnuKss85i/PjxA75X1FRTkFjUzV8R/hEpBrt27eI73/lO2n09PT1HPHflypU5JwRIJoXNmzcP6l5RU1IQEQHmz5/Pz3/+cyZOnEhTUxNtbW1ccsklTJs2LfxGf8011zBp0iTOPvtsFi9eHJ5bV1fHO++8Q2dnJ/X19cyZM4ezzz6bK664gn379vW5z09+8hOWL19OU1MTEydOZNu2bSQSCW677TYaGhpYuHAhs2bNYtmyZeE5NTU14XJzczMXXngh5557LnfffXfefw5KCiIiwIIFCzjjjDPYsGEDzc3NAKxfv56FCxfyxhtvALBkyRLa29tZt24dixYtYufOnYddZ8uWLdx8881s2rSJE088kSeeeKLP/k984hNMmzaN5uZmNmzYwOmnnw7A+++/z7p167j99tszxrhq1Sq2bNnCyy+/zIYNG2hvb+e5557L148AUJ+CiEhGkydP7vO8/6JFi3jyyScBePPNN9myZQujRo3qc864ceOYOHEiAJMmTaKzszOne82YMSPrMatWrWLVqlWcf/75AHR3d7NlyxYuvfTSnO6RCyUFEZEMUqe0bmtrY/Xq1bzwwgsMHz6cRCKRdjzAscceGy4PGzbssOajXO519NFHc/DgQQAOHjzI+++/DyQHp33961/ni1/84qDKkws1H4mIACNGjGDPnj0Z9+/evZuTTjqJ4cOH89prr/Hiiy9Gdq+6ujra29sBWL58OQcOHADgyiuvZMmSJXR3dwOwfft23n777UHHkY5qCiJSlLI9Qppvo0aN4uKLL+acc87hqquu4uqr+96/sbGRhx56iPr6ej760Y/ysY99bND3uv7665kzZw6LFi3i4YcfPmz/nDlzmD59Oueddx6NjY1hLeKKK66go6ODj3/840CyA/rRRx9lzJgxg46lP3P3vF2sEBoaGlwv2TmkVMuc+ijqQP7zl2p5B6uSytvR0UF9fX1e5wIqBVGUt/dnmcrM2t29Idu5aj4SEZGQkoKIiISUFEREJKSkICIiISUFEREJKSmIiEhI4xREpDi1Zp/2YUBmPnbE3UOZOvv+++9n7ty5DB8+fLDRFQ3VFEREOPLU2dncf//9/O53v8tzRPFQTUFEhL5TZ19++eWMGTOGxx9/nPfee4/PfOYz3HPPPezdu5frrruOrq4uPvjgA+6880527NjBW2+9xZQpUxg9ejRr1qyJuyhDoqQgIkJy6uxXX32VDRs2sGrVKpYtW8bLL7+MuzNt2jSee+45fvOb33DKKaewYkVyRP7u3bsZOXIk9913H2vWrGH06NExl2Lo1HwkItJP6hTVF1xwAa+99hpbtmxhwoQJPPPMM3zta1/j+eefZ+TIkXGHmneqKYiI9HOkKarXr1/PypUrueOOO7jsssu46667YogwOqopiIjQdzrrTFNUv/XWWwwfPpwbb7yRpqYm1q9ff9i5pU41BREpTlkeIc23/lNnz5w587Apqrdu3UpTUxNHHXUUVVVVPPjggwDMnTuXxsZGTjnlFHU0i4iUi9bW1j7rt956a5/1M844gyuvvPKw82655RZuueWWSGMrFDUfiYhISElBRERCkSYFM2s0s9fNbKuZzT/CcX9qZm5mWd8KJCLlq9TeBFmMhvozjCwpmNkw4AHgKmA88DkzG5/muBHArcBLUcUiIsWvurqanTt3KjEMgbuzc+dOqqurB32NKDuaJwNb3X0bgJktBaYDm/sd9w3gm0BThLFIsUud/KzAT51IcRg7dixdXV3s2rVrSB9qpWb//v15LW91dTVjx44d9PlRJoVTgTdT1ruAi1IPMLMLgNPcfYWZKSmIVLCqqirGjRtHW1sb559/ftzhFEyxldeiqqqZ2bVAo7vPDtZvAi5y93nB+lHAj4BZ7t5pZm3AV9x9XZprzQXmAtTW1k5aunRp2nt2d3dTU1MTRXGKVqmWeeP23eHyhFNHwrvbDu08+fSM55VqeQer0soLlVfmQpV3ypQp7e6etd82yprCduC0lPWxwbZeI4BzgDYzA/g9YLmZTeufGNx9MbAYoKGhwROJRNobtrW1kWlfuSrVMs+avyJc7rwhAa0PHtqZyNx8VKrlHaxKKy9UXpmLrbxRJoW1wJlmNo5kMrgemNm70913A+GUgkeqKUgZUJ+BSEmI7Okjd+8B5gFPAx3A4+6+yczuNbNpUd1XREQGL9JpLtx9JbCy37a0Uwq6eyLKWEREJDuNaBYRkZCSgoiIhJQUREQkpKQgIiIhJQUpvNYZtFQ1xx2FiKShl+xIXtSlDkZbcHWMkYjIUCgpSKR6k0VL1Q6m1tf22RfWFlofKXRYIpKBmo9ERCSkpCAiIiE1H0nsVnfs6LM+O2hyUt+ESOEpKUjeHepHaKalKuZgRGRA1HwkIiIhJQUREQkpKYiISEhJQUREQkoKIiISUlIQEZGQHkmVvNJEdyKlTTUFEREJKSmIiEhIzUcyIGmnyG6dQUvVjgxniEgpUU1BRERCqilI0enznoWZj8UbjEiFUVKQrFKbjOKO4fYJPSTiDUWkrKn5SEREQkoKIiISUlIQEZGQkoKIiITU0SxZpU5dMftA06Cv0/+1myJSfFRTEBGRkJKCiIiElBRERCSkPgUZvNYZcUcgInmmmoKIiISUFEREJKTmI0lPTUMiFSnSpGBmjcBCYBjQ4u4L+u3/EnAz8AHQDcx1981RxiSZ9XlXwrnpj+n7us3aaAMSkYKLrPnIzIYBDwBXAeOBz5nZ+H6Htbr7BHefCHwLuC+qeEREJLsoawqTga3uvg3AzJYC04GwJuDuv005/njAI4xHSlHYjPVnsYYhUinMPZrPYTO7Fmh099nB+k3ARe4+r99xNwN/AxwD/LG7b0lzrbnAXIDa2tpJS5cuTXvP7u5uampq8lqOYpfPMm/cvps6S05FMaL60PeFPft70h6fyzFDkXr9jftGAVB7HIw5eWTe71Ws9Dtd/gpV3ilTprS7e0O242LvaHb3B4AHzGwmcAfw+TTHLAYWAzQ0NHgikUh7rba2NjLtK1f5LPOs+StoqWoFIFF/qL8g05xFqWnguLxE0FdqDLM2JmsKt0/o4bqU8qZ9Z3QZ0e90+Su28kaZFLYDp6Wsjw22ZbIUeDDCeKSE9XZw77OZRfEmOJFyFeU4hbXAmWY2zsyOAa4HlqceYGZnpqxeDRzWdCQiIoUTWU3B3XvMbB7wNMlHUpe4+yYzuxdY5+7LgXlmNhU4APwvaZqORESkcCLtU3D3lcDKftvuSlm+Ncr7i4jIwGiaCxERCSkpiIhISElBRERCsY9TEBmKvnMxld84BZFCU1KQktM3EYhIPqn5SEREQkoKIiISUlIQEZGQkoKIiISUFEREJJTz00dmdh5wSbD6vLu/Ek1IIiISl5ySgpndCswBfhhsetTMFrv7P0YWmVS8TO9xEJHo5FpT+ALJt6btBTCzbwIvAEoKIiJlJNc+BQM+SFn/INgmIiJlJNeawj8DL5nZk8H6NcD3oglJRETiklNScPf7zKwN+GSw6c/d/aeRRSUiIrE4YlIwsxPc/bdmdjLQGfzp3Xeyu78bbXgiIlJI2WoKrcCngXbAU7ZbsH56RHGJiEgMjpgU3P3Twd/jChOOiIjEKddxCs+6+2XZtonEqnXGoeWZj8UXh0gJy9anUA0MB0ab2Ukcegz1BODUiGOTKKV+gAZaqjRYTKTSZaspfBG4DTiFZL9Cb1L4LfBPEcYlBaJRwyKSKlufwkJgoZndoiktRETKX67jFP7RzM4BxgPVKdsfiSowkSHpbR5T34LIgOTa0Xw3kCCZFFYCVwH/DSgplJI0/QjlJLUpbGp9bYyRiJSuXKe5uBY4D/ipu/+5mdUCj0YXlkRJ/QgikkmuE+Ltd/eDQI+ZnQC8DZwWXVgiIhKHrEnBzAz4mZmdCPw/kk8hrSc5dbZIUVrdsYPVHTuom78i7lBESkrW5iN3dzOb7O67gIfM7L+AE9z9Z9GHJ0NW5v0IIpJfuTYfrTezCwHcvVMJQUSkPOXa0XwRcIOZ/QLYSzAhnrufG1lkIiJScLkmhSsjjUJERIpCroPXfhF1IDIwvR2ot0/oIRFvKCJSRnKtKUgp0CyhIjJESgplpndg2uz5K+hccHXM0RSf1EdU9fMROVyuTx8Nipk1mtnrZrbVzOan2f83ZrbZzH5mZs+a2R9EGU8laalq1uOopPwc9LMQyUlkScHMhgEPkJwnaTzwOTMb3++wnwINwVNMy4BvRRWPiIhkF2Xz0WRgq7tvAzCzpcB0YHPvAe6+JuX4F4EbI4ynomm+IxHJRZTNR6cCb6asd3Hkt7V9AfjPCOMREZEszN2jubDZtUCju88O1m8CLnL3eWmOvRGYB/yRu7+XZv9cYC5AbW3tpKVLl6a9Z3d3NzU1NfkrRBHbuH03ALXHwZiTRyY3vruNPft78nL9EdWHKpH5umY+HKw+maP2vzuoczu973TaE04dmY+QIlVJv9O9Kq3MhSrvlClT2t29IdtxUTYfbafvTKpjg219mNlU4G/JkBAA3H0xsBigoaHBE4lE2hu2tbWRaV+5mZUyTuG63jK3Ppi3ZqJEyvsIiqnpaV/9TI7raB3Uud8+0NRnvfOGRB4iilYl/U73qrQyF1t5o0wKa4EzzWwcyWRwPTAz9QAzOx/4LskaxdsRxlK26mxHJE/WFFMiEJHCiSwpuHuPmc0DngaGAUvcfZOZ3Qusc/flQDNQA/wgOUM3v3T3aVHFJJWtpao5XJ7dr9YgIkmRDl5z95UkX9+Zuu2ulOWpUd5fREQGJtLBayIiUlqUFEREJKSkICIiISUFEREJKSmIiEhISUEqkmZPFUlPSUFEREJKCiIiElJSEBGRkJKCiIiElBRERCSkpCAiIqFIJ8STiLTOoKUqObX1vr6zkYuIDIlqCiIiElJNQQSoC95kB9C54Oq+g9pmPhZDRCLxUE1BRERCqimUEk3JkFe9rxydnVJLEKl0Sgoi/dTNXxF25E+tr405GpHCUvORiIiEVFOQitdS1Rx3CCJFQzUFEREJKSmIiEhIzUciOTpsLINIGVJNQUREQkoKIiISUlIQEZGQ+hREsglGkrdU7WD2gaaYgxGJlpJCkVAnpogUAzUfiYhISDWFIrf6zkS4nGkent6J3UREhko1BRERCammUEJUIygyvVOZ6yU8UkZUUxARkZBqCsVIL9MRkZgoKYgMQDjNdusj8QYiEhElBZEhquv3Ok+NM5FSFmmfgpk1mtnrZrbVzOan2X+pma03sx4zuzbKWEREJLvIagpmNgx4ALgc6ALWmtlyd9+cctgvgVnAV6KKQyQKehJMylWUzUeTga3uvg3AzJYC04EwKbh7Z7DvYIRxiAyaPvyl0pi7R3PhZHNQo7vPDtZvAi5y93lpjn0Y+A93X5bhWnOBuQC1tbWTli5dmvae3d3d1NTU5KcABbZx++5wecJxO8PlPft7jnjeweqTOWr/u5HFVWyKsbyd3nek+YRTR+bt2qX8Oz1YlVbmQpV3ypQp7e7ekO24kuhodvfFwGKAhoYGTyQSaY9ra2sj075iNyuls7Kl6tCTLcdlOW9f/UyO62iNKKriU4zl/Xa/mVM7b0jk7dql/Ds9WJVW5mIrb5RJYTtwWsr62GCbSFkJH1MFTa0tJS/Kp4/WAmea2TgzOwa4Hlge4f1ERGSIIksK7t4DzAOeBjqAx919k5nda2bTAMzsQjPrAj4LfNfMNkUVj4iIZBdpn4K7rwRW9tt2V8ryWpLNShUvtQlCRCQuJdHRLFIO9HY9KQWaJVUkj1qqmll9Z4LVdyYOm/5CpBQoKYiISEjNRwWmJoTKotqClBolhTjpvQkVo/dBAo1jkGKn5iMREQmppiASET1mLKVINQUREQmppiBSQH1e5znzsXiDEUlDNQUREQmpplAowZNGLVU79ASKiBQt1RRERCSkmkIB1M1fQUuVXusoIsVPSSEGhx5VrD3icSIihabmI5EYrO7YQd38FZoGQ4qOkoKIiITUfCQSM02SKMVENQUREQmppiASk9S5kTR2RYqFkoJIEehNEKvvbA4ThJqSJA5KCjFa3aGxCyJSXNSnICIiIdUU8khPkYhIqVNNQaTItFQ101LVzOo7E2zcvlsD3KSgVFOIUsrMqCJDsfrORLg89RttscUh5U9JQaSI1dkOWqpa4w5DKoiSQkQ0M6qIlCIlhQHK1pmsl7WLSClTUhApNUFfFdDnPc+9/Q6zDzTp6TcZNCWFHOjpDylWqb+bLVUxBiJlQ0lBpMRoJLxESUkhX1pnqGNZCi5TH5YGUspgKSkMQeqz4yLFQrOvylAoKeRATxRJKUtba8jQWS2ipCBSxo5Ua+jtm5g9f0UyWShRCBEnBTNrBBYCw4AWd1/Qb/+xwCPAJGAnMMPdO6OMKVdqGpJyk5xP6fBab9rtwe//1PragSUIJZaSF1lSMLNhwAPA5UAXsNbMlrv75pTDvgD8r7t/xMyuB74JzDj8aoWRHIWspiKRXqs7dqRNEH0fhT30f2ZqfW1B45P8i7KmMBnY6u7bAMxsKTAdSE0K04G/C5aXAf9kZubuHklEab7FaAyCSG5Wd+xgdpb/L6mPy6Y7NlNzVktV86GEUn0ltD7Y98R81DpUi8lJlEnhVODNlPUu4KJMx7h7j5ntBkYB70QYV59vPxrwI5K7gdSksx3bf39vQtlX39MnuaTWPvp/iUuXZDrPfSTt/fqM70iddbb3+momA8Ci+lJuZtcCje4+O1i/CbjI3eelHPNqcExXsP7z4Jh3+l1rLjA3WP0o8HqG244m4oRShCqtzCpv+au0MheqvH/g7h/KdlCUNYXtwGkp62ODbemO6TKzo4GRJDuc+3D3xcDibDc0s3Xu3jDoiEtQpZVZ5S1/lVbmYitvlG9eWwucaWbjzOwY4Hpgeb9jlgOfD5avBX4UWX+CiIhkFVlNIegjmAc8TfKR1CXuvsnM7gXWufty4HvAv5rZVuBdkolDRERiEuk4BXdfCazst+2ulOX9wGfzeMusTUxlqNLKrPKWv0orc1GVN7KOZhERKT1R9imIiEiJKdmkYGZLzOzt4LHW3m3NZvaamf3MzJ40sxPjjDHf0pU5Zd/tZuZmNjqO2KKQqbxmdkvw77zJzL4VV3z5luF3eqKZvWhmG8xsnZlNjjPGfDKz08xsjZltDv4tbw22n2xmz5jZluDvk+KONR+OUN6i+twq2aQAPAw09tv2DHCOu58LvAF8vdBBRexhDi8zZnYacAXwy0IHFLGH6VdeM5tCciT8ee5+NvB/Y4grKg9z+L/vt4B73H0icFewXi56gNvdfTzwMeBmMxsPzAeedfczgWeD9XKQqbxF9blVsknB3Z8j+cRS6rZV7t4TrL5IcmxE2UhX5sA/AF8FyqqDKEN5/xJY4O7vBce8XfDAIpKhvA6cECyPBN4qaFARcvdfufv6YHkP0EFyloPpwL8Eh/0LcE08EeZXpvIW2+dWySaFHPwF8J9xBxE1M5sObHf3V+KOpUDOAi4xs5fM7MdmdmHcAUXsNqDZzN4kWSsqt9ovAGZWB5wPvATUuvuvgl2/Bspulr1+5U0V++dWWSYFM/tbklW178cdS5TMbDjwf0g2K1SKo4GTSVa/m4DHzcziDSlSfwn8tbufBvw1ybE9ZcXMaoAngNvc/bep+4LBrGVVA85U3mL53Cq7pGBms4BPAzdUwOjoM4BxwCtm1kmy2rnezH4v1qii1QX80JNeBg6SnDumXH0e+GGw/AOSsw+XDTOrIvkB+X137y3nDjP7cLD/w0DZNBFmKG9RfW6VVVIIXurzVWCau/8u7nii5u4b3X2Mu9e5ex3JD8wL3P3XMYcWpaeAKQBmdhZwDOU9edpbwB8Fy38MbIkxlrwKanjfAzrc/b6UXanT33we+PdCxxaFTOUtts+tkh28Zmb/BiRIfkvcAdxNsr31WA5Nqveiu38plgAjkK7M7v69lP2dQEP/WWZLVYZ/438FlgATgfeBr7j7j+KKMZ8ylPd1km8vPBrYD3zZ3dvjijGfzOyTwPPARpI1Pkg2h74EPA78PvAL4Dp3T/eARUk5QnkXUUSfWyWbFEREJP/KqvlIRESGRklBRERCSgoiIhJSUhARkZCSgoiIhJQUpCyYWfcQz19mZqcP8JwvmdmfDeW+A2Vmf2hmL5jZe2b2lZTtx5jZc8G7zkUGTUlBKp6ZnQ0Mc/dtAzjnaHd/yN0fyWMcdWbWluWwd4G/ot/ssO7+PskZRWfkKx6pTEoKUlYsqdnMXjWzjWY2I9h+lJl9J5i3/hkzW2lm1wan3UDKqFkz6zazfwjmvH/WzD4UbG8zs/vNbB1wq5n9Xe+3dTP7iJmtNrNXzGy9mZ0RbG8ys7XBXPn3DLV87v62u68FDqTZ/VRQFpFBU1KQcvMnJEc7nwdMJTnD6IeD7XXAeOAm4OMp51wMpI4SPh5YF7yv4cckRxb3OsbdG9z92/3u+33gAXc/D/gE8CszuwI4k+R8RROBSWZ2aV5Kmd6rQLnPGisRU/ujlJtPAv/m7h+QnFjtxyQ/KD8J/MDdDwK/NrM1Ked8GPhNyvpB4LFg+VEOTUhHyvaQmY0gOS/+kwDuvj/YfgXJlx/9NDi0hmSSeK7f+U+SnNjwGOD3zWxDsGuhu/9zrgV39w/M7H0zGxHM1y8yYEoKIrAPqD7C/tS5YPYO4LoG/L27f/dIB7n7ZyCcY/9hd08M4B79HUtyjiSRQVHzkZSb54EZZjYs6Au4FHgZ+B/gT4O+hVqSE8/16gA+krJ+FNDb3zAT+O8j3TD4Vt5lZtcAmNmxwbsungb+Ipg/HzM71czGDLWAmZjZKOAdd0/X3yCSE9UUpNw8SbK/4BWS3/C/6u6/NrMngMuAzcCbwHpgd3DOCpJJYnWwvheYbGZ3kJzLP5cnem4Cvmtm95LsBP6su68ys3rgheA9QN3AjQzh/QDBuzLWkXxF50Ezuw0YH7ysZUpQFpFB0yypUjHMrMbdu4Nv1C8DFwcJ4zhgTbD+gZl1u3tNvNEOnJn9EJjv7m/EHYuULtUUpJL8h5mdSLJD9xu9LyNy931mdjfJl8b/Ms4AB8vMjgGeUkKQoVJNQUREQupoFhGRkJKCiIiElBRERCSkpCAiIiElBRERCSkpiIhI6P8D0iBZw1WlfWQAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.hist(cv['log_parea_total_price'], bins=100, label='train true', normed=True)\n",
    "plt.hist(np.log1p(test['total_price'] / test['building_area']), bins=100, label='test',\n",
    "         normed=True, alpha=0.7)\n",
    "plt.xlabel('log(price/area + 1)'); plt.ylabel('ratio')\n",
    "plt.legend(); plt.grid(); plt.show()\n",
    "\n",
    "plt.hist(cv['log_total_price'], bins=100, label='train true', normed=True)\n",
    "plt.hist(np.log1p(test['total_price']), bins=100, label='test', normed=True, alpha=0.7)\n",
    "plt.xlabel('log(price + 1)'); plt.ylabel('ratio')\n",
    "plt.legend(); plt.grid(); plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "plt.hist(np.log1p(cv['building_area']), bins=100, label='train', normed=True)\n",
    "plt.hist(np.log1p(test['building_area']), bins=100, label='test', normed=True, alpha=0.7)\n",
    "plt.xlabel('log(building_area + 1)'); plt.ylabel('ratio'); plt.yscale('log')\n",
    "plt.legend(); plt.grid(); plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>building_id</th>\n",
       "      <th>total_price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>X5gsdTWGS3W7JJQB</td>\n",
       "      <td>1.316080e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BTshNOJyKHnT2YIT</td>\n",
       "      <td>3.884011e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dhdymr0lV8N5kZOT</td>\n",
       "      <td>1.120520e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>VEwyGGMcD56w5BOc</td>\n",
       "      <td>6.053963e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>wmUeMoJZfsqaSX9b</td>\n",
       "      <td>1.093712e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>UEeCDaAJzPwdKKKA</td>\n",
       "      <td>1.205288e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>i0fgbPaQsDWs7Q87</td>\n",
       "      <td>4.783963e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>YunNwAhcqkf6YclI</td>\n",
       "      <td>1.109812e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>A2NotxtRY9MYoWMl</td>\n",
       "      <td>2.986649e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>kKvgBXiA50gRmQhP</td>\n",
       "      <td>3.145255e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           building_id   total_price\n",
       "0     X5gsdTWGS3W7JJQB  1.316080e+07\n",
       "1     BTshNOJyKHnT2YIT  3.884011e+06\n",
       "2     dhdymr0lV8N5kZOT  1.120520e+07\n",
       "3     VEwyGGMcD56w5BOc  6.053963e+06\n",
       "4     wmUeMoJZfsqaSX9b  1.093712e+06\n",
       "9995  UEeCDaAJzPwdKKKA  1.205288e+06\n",
       "9996  i0fgbPaQsDWs7Q87  4.783963e+07\n",
       "9997  YunNwAhcqkf6YclI  1.109812e+06\n",
       "9998  A2NotxtRY9MYoWMl  2.986649e+06\n",
       "9999  kKvgBXiA50gRmQhP  3.145255e+06"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shape = (10000, 2)\n"
     ]
    }
   ],
   "source": [
    "test[['building_id', 'total_price']].check()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Output file to: output/stack_meanlog_19_1-34,36-37.csv\n"
     ]
    }
   ],
   "source": [
    "output_filename = 'output/stack_meanlog_{}_{}.csv'.format(stack_idx, models)\n",
    "print('Output file to:', output_filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "test[['building_id', 'total_price']].to_csv(output_filename, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>building_id</th>\n",
       "      <th>total_price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>X5gsdTWGS3W7JJQB</td>\n",
       "      <td>1.316080e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BTshNOJyKHnT2YIT</td>\n",
       "      <td>3.884011e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dhdymr0lV8N5kZOT</td>\n",
       "      <td>1.120520e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>VEwyGGMcD56w5BOc</td>\n",
       "      <td>6.053963e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>wmUeMoJZfsqaSX9b</td>\n",
       "      <td>1.093712e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>UEeCDaAJzPwdKKKA</td>\n",
       "      <td>1.205288e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>i0fgbPaQsDWs7Q87</td>\n",
       "      <td>4.783963e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>YunNwAhcqkf6YclI</td>\n",
       "      <td>1.109812e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>A2NotxtRY9MYoWMl</td>\n",
       "      <td>2.986649e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>kKvgBXiA50gRmQhP</td>\n",
       "      <td>3.145255e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           building_id   total_price\n",
       "0     X5gsdTWGS3W7JJQB  1.316080e+07\n",
       "1     BTshNOJyKHnT2YIT  3.884011e+06\n",
       "2     dhdymr0lV8N5kZOT  1.120520e+07\n",
       "3     VEwyGGMcD56w5BOc  6.053963e+06\n",
       "4     wmUeMoJZfsqaSX9b  1.093712e+06\n",
       "9995  UEeCDaAJzPwdKKKA  1.205288e+06\n",
       "9996  i0fgbPaQsDWs7Q87  4.783963e+07\n",
       "9997  YunNwAhcqkf6YclI  1.109812e+06\n",
       "9998  A2NotxtRY9MYoWMl  2.986649e+06\n",
       "9999  kKvgBXiA50gRmQhP  3.145255e+06"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shape = (10000, 2)\n"
     ]
    }
   ],
   "source": [
    "pd.read_csv(output_filename).check()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compute submission for linear mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Predict for liear mean with [12, 23, 32, 33, 36, 37]\n"
     ]
    }
   ],
   "source": [
    "print('Predict for liear mean with', best_models_subset_none)\n",
    "test['total_price'] = predict_mean_subset(test, best_models_subset_none, is_per_area=False, is_log=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/matplotlib/axes/_axes.py:6571: UserWarning: The 'normed' kwarg is deprecated, and has been replaced by the 'density' kwarg.\n",
      "  warnings.warn(\"The 'normed' kwarg is deprecated, and has been \"\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEKCAYAAAD9xUlFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAHTFJREFUeJzt3X10VfWd7/H3F4wCBkGgplW8E6TaCyqgBLRabagosXaBvbXF0nqlU6AzFUZnnEzT2+pUO12XmqsjtD6UoQzjtREtVi/rwh0x1lRn6hNQfMCoICutAQUfKhIEDfC9f+ydzUlIyDlJ9tnn4fNay8XZz9/fyfF8z+9h/7a5OyIiIgD9kg5ARERyh5KCiIhElBRERCSipCAiIhElBRERiSgpiIhIRElBREQiSgoiIhJRUhARkchRSQeQqREjRnh5eXnGx+3Zs4djjz227wPKcSp3cVG5i0sm5V6/fv077v6J7vbLu6RQXl7OunXrMj6uoaGBysrKvg8ox6ncxUXlLi6ZlNvM/pjOfmo+EhGRiJKCiIhElBRERCSSd30KIlKYWltbaW5uZt++fRkfO2TIEBobG2OIKrd1Vu4BAwYwcuRISkpKenROJQURyQnNzc0MHjyY8vJyzCyjY3fv3s3gwYNjiix3dSy3u/Puu+/S3NzMqFGjenRONR+JSE7Yt28fw4cPzzghyCFmxvDhw3tU22qjpCAiOUMJofd6+x4qKYiISER9CiKSk8prVvfp+ZoWXnbE7e+//z51dXV897vfzfjcX/ziF6mrq2Po0KFp7f/www9z2mmnMXbs2IyvFTfVFKQw1M1MOgLJc++//z533nlnp9v2799/xGPXrFmTdkKAICm8/PLLPbpW3JQURESAmpoaXn/9dSZMmEB1dTUNDQ1ccMEFTJ8+PfpFf/nllzNx4kROP/10lixZEh1bXl7OO++8Q1NTE2PGjGHu3LmcfvrpXHLJJezdu7fddX7/+9+zatUqqqurmTBhAq+//jqVlZVcd911VFRUsGjRImbPns3KlSujY0pLS6PXtbW1TJo0iXHjxvGTn/ykz98HJQUREWDhwoWMHj2ajRs3UltbC8CGDRtYtGgRr732GgDLli1j/fr1rFu3jsWLF/Puu+8edp7NmzdzzTXXsGnTJoYOHcqDDz7Ybvt5553H9OnTqa2tZePGjYwePRqAjz/+mHXr1nH99dd3GePatWvZvHkzzz77LBs3bmTjxo088cQTffUWAOpTEBHp0uTJk9uN91+8eDEPPfQQAG+88QabN29m+PDh7Y4ZNWoUEyZMAGDixIk0NTWlda2ZM7tvAl27di1r167lrLPOAuCDDz5g8+bNXHjhhWldIx1KCiIiXUidlrqhoYH6+nqeeuopBg0aRGVlZaf3AxxzzDHR6/79+x/WfJTOtY466igOHjwIwMGDB/n444+B4Oa073//+3znO98B4rlpT81HIiLA4MGD2b17d5fbd+3axfHHH8+gQYN45ZVXePrpp2O7Vnl5OevXrwdg1apVtLa2AjBt2jSWLVtGS0sLANu3b2fnzp09jqMzqimISE7qbghpqr74xTx8+HDOP/98zjjjDC699FIuu6z99auqqrj77rsZM2YMn/nMZzj33HN7fK0rr7ySuXPnsnjx4nYdym3mzp3LjBkzGD9+PFVVVVEt4pJLLqGxsZHPfvazAAwcOJD77ruPE044ocexdGTu3mcny4aKigrXQ3bSVzTlrpsJs+6PFoum3B3kc7kbGxsZM2ZMj47V3EftdfZemtl6d6/o7pxqPhIRkYiSgoiIRJQUREQkoqQgIiIRJQUREYkoKYiISET3KYhIbspg5tuB+/fDUd18naUMWe5Mb6bOvv3225k3bx6DBg3K+Nhco5qCiAhHnjq7O7fffjsffvhhH0eUDNUURERoP3X2xRdfzAknnMADDzzARx99xJe//GVuuukm9uzZw9e+9jWam5s5cOAAN9xwAzt27GD79u1MmTKFESNG8PjjjyddlF5RUhARIZg6+6WXXmLjxo2sXbuWlStX8uyzz+LuTJ8+nSeeeIK3336bE088kdWrg6fC7dq1iyFDhnDbbbfx+OOPM2LEiIRL0XtqPpKCU16zmhe37erzxzlK8Uidovrss8/mlVdeYfPmzZx55pk8+uijfO973+PJJ59kyJAhSYfa51RTEBHpoOMU1ak2bNjAmjVr+OEPf8hFF13EjTfemECE8VFNQUSE9tNZd5yietu2bezcuZPt27czaNAgvvnNb1JdXc2GDRsOOzbfqaYgIrmpmyGkqfbGMHX2rFmzoimqS0tLuffee9myZQvV1dX069ePkpIS7rrrLgDmzZtHVVUVJ554ojqaj8TMqoBFQH9gqbsv7GK/rwArgUnunvm82FL06ht3MEd9CNJLdXV17ZavvfbadsujR49m2rRphx23YMECFixYEGts2RJb85GZ9QfuAC4FxgJfN7Oxnew3GLgWeCauWEREJD1x9ilMBra4+1Z3/xhYAczoZL8fAz8FDn/YqYiIZFWcSeEk4I2U5eZwXcTMzgZOdnfV+0WEfHsSZC7q7XuYWEezmfUDbgNmp7HvPGAeQFlZGQ0NDRlfr6WlpUfH5btiKffeMbO43vdHy2UD4WfjttHwm2Uw7JQEI8uufP57l5aW0tzczJAhQzCzjI49cOBAwYz+yUTHcrs7u3btYs+ePT3+HMSZFLYBJ6csjwzXtRkMnAE0hB+ATwKrzGx6x85md18CLIHgGc09eQZtPj+7tjeKpdz1N/yIW1uro+Xrz9zPmFfqqBxTBpXpj2LJd/n8925tbaW5uZlt27Z1v3MH+/btY8CAATFElds6K/eAAQMYP348JSUlPTpnnEnhOeBUMxtFkAyuBGa1bXT3XUB0T7iZNQB/r9FHkpF0Z9Js2y+DYY6SXSUlJYwaNapHxzY0NHDWWWf1cUS5L45yx9an4O77gfnAI0Aj8IC7bzKzm81selzXFRGRnou1T8Hd1wBrOqzr9J5wd6+MMxYREemeprmQwpfBw1pEip2SghScpSW1lNuOpMMQyUtKCtL39MtcJG9pQjzJW+U1q1laohqBSF9STUFERCJKCiIiElFSkN5R/4FIQVGfgvRejtwtvLSkNtHrixQC1RSka3Uzc7MmkIsxiRQI1RQkr7SNOEr3KWv1jYdGJ00dUxZXWCIFQzUFKS65WvsRyRFKCpKZnn6p6stYJC+o+Uj6jr70RfKeagoiIhJRTUF6TZ25IoVDNQUREYmopiAZq288NCQ0qQnpdKOaSDxUU5Ds6k1ndN1MJQORmCkpiIhIRM1HEq8cGqbarkO8bmbiczWJ5CIlBUlPhy/3rppx2r5459SspmnhZbGHJSJ9S81HIiISUU1BYpP6uMzU+xfKUyazU21CJLeopiAiIhHVFKR7fdBZnNrJ22ZpSS3U3aMOX5EcopqC5LYcGr0kUgyUFEREJKLmI0lLZ80/IlJ4VFMQEZGIkoKIiETUfCSxONLEdZrUTiR3qaYgIiIRJQUREYkoKYiISERJQQJ1M3WjmIgoKYiIyCGxjj4ysypgEdAfWOruCzts/yvgGuAA0ALMc/eX44xJjqzdDKbjko9jaUnyz4MWKSaxJQUz6w/cAVwMNAPPmdmqDl/6de5+d7j/dOA2oCqumCQz2biLub7x0Jd+NqfRTuq6IrkuzuajycAWd9/q7h8DK4AZqTu4+wcpi8cCHmM8IiLSjTiTwknAGynLzeG6dszsGjN7HbgF+JsY45EcpZvZRHKHucfz49zMrgCq3H1OuHwVcI67z+9i/1nANHe/upNt84B5AGVlZRNXrFiRcTwtLS2UlpZmfFy+S7vc720FYPe+/TR58JS0csteG36Tl3HmSUOi5Re37Ypi6Ek8BwcMo9++97q9JtDuuvlOn/Pikkm5p0yZst7dK7rbL86O5m3AySnLI8N1XVkB3NXZBndfAiwBqKio8MrKyoyDaWhooCfH5bu0y10XvPX1jTu4tbUagKUldTFG1t6trdU0faMyWp4ddS7X9SievWNmMbDxyPu3nTf1uvlOn/PiEke542w+eg441cxGmdnRwJXAqtQdzOzUlMXLgM0xxiMiIt2Irabg7vvNbD7wCMGQ1GXuvsnMbgbWufsqYL6ZTQVagT8DhzUdSfYl0caf5KM52w3D1UgkKXKx3qfg7muANR3W3Zjy+to4ry8iIpnRHc0iIhLR8xQkZ6TeUCYiyVBNQUREIkoKIiISUVIQEZGIkoKIiESUFEREJKKkICIiESUFERGJ6D4FyXmaWlske1RTEBGRiJKCiIhElBSKWd3MpCPITXpfpIil3adgZuOBC8LFJ939+XhCEhGRpKRVUzCza4FfASeE/91rZgviDEwkW5aW1KozWySUbk3h2wTPV94DYGY/BZ4CfhZXYCIikn3p9ikYcCBl+UC4TqSglNespr5xR7unsYkUk3RrCv8KPGNmD4XLlwO/jCckERFJSlpJwd1vM7MG4HPhqm+5+x9ii0pERBJxxKRgZse5+wdmNgxoCv9r2zbM3d+LNzyJnYZfikiK7moKdcCXgPWAp6y3cPmUmOKSLKpv3JF0CJG2UUBzWquzdi0ROeSIScHdvxT+Oyo74YiISJLS6lMws8fc/aLu1onkM9UcRLrvUxgADAJGmNnxHBqGehxwUsyxiYhIlnVXU/gOcB1wIkG/QltS+AD4eYxxiYhIArrrU1gELDKzBe6uu5cla9SUI5KMdO9T+JmZnQGMBQakrL8nrsBERCT70u1o/kegkiAprAEuBf4DUFIQESkg6c59dAVwEfCWu38LGA8MiS0qERFJRLpJYZ+7HwT2m9lxwE7g5PjCEhGRJHTbfGRmBrxgZkOBfyEYhdRCMHW2SMFKnSm1aeFlCUYikj3dJgV3dzOb7O7vA3eb2b8Dx7n7C/GHJyIi2ZRu89EGM5sE4O5NSggiIoUp3ecpnAN8w8z+COwhnBDP3cfFFpmIiGRduklhWqxRSNaV16xmaUnuzI4qIrkh3ZvX/hh3ICK55LA7quvugVn3JxOMSBal26cgIiJFINakYGZVZvaqmW0xs5pOtv+dmb1sZi+Y2WNm9hdxxiMiIkcWW1Iws/7AHQRTYowFvm5mYzvs9gegIuywXgncElc8QvDoTT1+U0SOIM6awmRgi7tvdfePgRXAjNQd3P1xd/8wXHwaGBljPCIi0g1z9+736smJza4Aqtx9Trh8FXCOu8/vYv+fE8yt9E+dbJsHzAMoKyubuGLFiozjaWlpobS0NOPj8l27cr+3Nfh32Cm8uG0X5Va4o48ODhhGv33v9dn5Bg84Cobl/iPJ9TkvLpmUe8qUKevdvaK7/dIdkhorM/smUAF8vrPt7r4EWAJQUVHhlZWVGV+joaGBnhyX79qVu+6u4N/K+5lds5qlJXWJxRW3vWNmMbCx78pXOaYMtocLOTwKSZ/z4hJHueNMCttoP2neyHBdO2Y2FfgB8Hl3/yjGeER6rL7xUK1qaoJxiMQtzj6F54BTzWyUmR0NXAmsSt3BzM4CfgFMd/edMcYiIiJpiC0puPt+YD7wCNAIPODum8zsZjObHu5WC5QCvzazjWa2qovTiYhIFsTap+Duawie1Ja67saU16qJJ6Fupqa4EJFO6Y5mkZ7SfR9SgJQUREQkkhNDUiU7UkfQiIh0RjUFERGJKCmIiEhESUFERCLqUxDJUHnNagCWluxg6piyhKMR6VuqKYj0loalSgFRUhARkYiSgoiIRJQUREQkoqQgIiIRjT4qcC9u28XsaLRMwsGISM5TTUFERCJKCiIiElHzURFYWlKbdAgikidUUxDpS3rGguQ5JQUREYkoKYiISER9CiJ9pLxmdfTs6zk1q2kad0+wYdb9CUYlkhklBZEMqeNeCpmaj0REJKKkIBKT+sYd1DfuiJ6/IJIPlBRERCSiPgWRXqhvPNSxLFIIVFMQEZGIkkKBK7cdSYcgInlEzUcFKLVj82fjEgxERPKOkoJIH9C9C1Io1Hwkki2aKE/ygJKCiIhElBRERCSipCASA/UxSL5SR3OhqZsZzdQJsJdZCQYjIvlGNQWRLCivWa15kCQvKCmIiEgk1qRgZlVm9qqZbTGzmk62X2hmG8xsv5ldEWcsIiLSvdiSgpn1B+4ALgXGAl83s7EddvsTMBuoiysOERFJX5wdzZOBLe6+FcDMVgAzgJfbdnD3pnDbwRjjKB66OUpEeinO5qOTgDdSlpvDdSJSN1NJXHKSuXs8Jw76CKrcfU64fBVwjrvP72Tf5cD/dfeVXZxrHjAPoKysbOKKFSsyjqelpYXS0tKMj8sr720FYPe+/dGqgwOG0W/fe0lFlJhcLXeTl3HmSUOivxXDTunT8xfF57wTKnf3pkyZst7dK7rbL87mo23AySnLI8N1GXP3JcASgIqKCq+srMz4HA0NDfTkuHxRXrOapSX3ADAwZf3eMbMY2Fh8XTa5Wu5bW6vhxT3R32rqjxv69PyF/jnvisrdd+JsPnoOONXMRpnZ0cCVwKoYryciIr0UW1Jw9/3AfOARoBF4wN03mdnNZjYdwMwmmVkz8FXgF2a2Ka54RESke7FOc+Hua4A1HdbdmPL6OYJmJRERyQGa+6gQdJjvSESkpzTNhYiIRFRTEMmiLqfUrpsJs+7PbjAinVBNQUREIqop5LG2aZjVnyAifUVJQSRBqYl9asKxiICaj0REJIWSgoiIRJQUREQkoj4FkQR1OURVJCGqKYiISEQ1BZEc0TYSCaBp4WUJRiLFTEkhz6R+cajpoTAtLamFunt0h7MkQs1HIiISUU1BJEeo5ie5QDUFERGJKCmIiEhESUEkB9U37qC8ZnW7gQUi2aCkICIiESUFkRwWDE+dmXQYUkSUFERylEYjSRI0JDUPdGxX1peFiMRFNYU8o4QgInFSUsh1dTOVCEQka5QURHKchqdKNikpiOSTupkajSSxUkdzjiqvWd2u2UhNSCKSDaopiOQj1RYkJkoKIiISUVIQEZGI+hRE8kh9447o9dQE45DCpaSQQzTkUESSpqQgkgc0+kyyRX0KIiISUU0hYalNRvo1KJlI/ew0LbwsePHeVqi7C2bdn1BUku+UFBKgRCAiuSrW5iMzqzKzV81si5nVdLL9GDO7P9z+jJmVxxmPSKFqmxtp9779SYcieS62moKZ9QfuAC4GmoHnzGyVu7+cstu3gT+7+6fN7Ergp0DB3KrZViNoqw3Maa1maUktS0uC1yJ9IfXzBcGw1TmdjGRrGndP8EJNS3IEcTYfTQa2uPtWADNbAcwAUpPCDOBH4euVwM/NzNzdY4wrJ6jZSHqr42doaUkte5nV6T5zWqujexzmpPxYmdNafag/QoR4k8JJwBspy83AOV3t4+77zWwXMBx4J8a4ekz3EUi+ONKPjo4TLdbfcGi5qxpsXImj087yI6yX+FlcP8rN7Aqgyt3nhMtXAee4+/yUfV4K92kOl18P93mnw7nmAfPCxc8Ar/YgpBHkaLKJmcpdXFTu4pJJuf/C3T/R3U5x1hS2ASenLI8M13W2T7OZHQUMAd7teCJ3XwIs6U0wZrbO3St6c458pHIXF5W7uMRR7jhHHz0HnGpmo8zsaOBKYFWHfVYBV4evrwB+Wwz9CSIiuSq2mkLYRzAfeAToDyxz901mdjOwzt1XAb8E/reZbQHeI0gcIiKSkFhvXnP3NcCaDutuTHm9D/hqnDGk6FXzUx5TuYuLyl1c+rzcsXU0i4hI/tGEeCIiEinIpGBmy8xsZzjktW3dMDN71Mw2h/8en2SMceii3LVm9oqZvWBmD5nZ0CRjjENn5U7Zdr2ZuZmNSCK2OHVVbjNbEP7NN5nZLUnFF5cuPucTzOxpM9toZuvMbHKSMcbBzE42s8fN7OXwb3ttuL5Pv9sKMikAy4GqDutqgMfc/VTgsXC50Czn8HI/Cpzh7uOA14DvZzuoLFjO4eXGzE4GLgH+lO2AsmQ5HcptZlMIZgoY7+6nA/8rgbjitpzD/963ADe5+wTgxnC50OwHrnf3scC5wDVmNpY+/m4ryKTg7k8QjGZKNQP4t/D1vwGXZzWoLOis3O6+1t3bZkl7muB+kYLSxd8b4J+BfwAKsuOsi3L/NbDQ3T8K99mZ9cBi1kW5HTgufD0E2J7VoLLA3d909w3h691AI8GsEH363VaQSaELZe7+Zvj6LaAsyWAS8pfA/0s6iGwwsxnANnd/PulYsuw04IJw1uHfmdmkpAPKkuuAWjN7g6B2VIg14kg4o/RZwDP08XdbMSWFSHiDXEH+euyKmf2AoPr5q6RjiZuZDQL+B0EzQrE5ChhG0LxQDTxgZpZsSFnx18DfuvvJwN8S3ANVkMysFHgQuM7dP0jd1hffbcWUFHaY2acAwn8LrlrdFTObDXwJ+EaR3DE+GhgFPG9mTQRNZhvM7JOJRpUdzcBvPPAscJBgfpxCdzXwm/D1rwlmaS44ZlZCkBB+5e5t5e3T77ZiSgqpU2pcDfyfBGPJGjOrImhXn+7uHyYdTza4+4vufoK7l7t7OcEX5dnu/lbCoWXDw8AUADM7DTia4pgobjvw+fD1F4DNCcYSi7DG90ug0d1vS9nUt99t7l5w/wH3AW8CrQRfCN8mmJL7MYIPSz0wLOk4s1TuLQTTk28M/7s76TizUe4O25uAEUnHmaW/99HAvcBLwAbgC0nHmaVyfw5YDzxP0M4+Mek4Yyj35wiahl5I+f/5i3393aY7mkVEJFJMzUciItINJQUREYkoKYiISERJQUREIkoKIiISUVKQnGNmLb08fqWZnZLhMX9lZv+9F9e828zO7+nxcTKzC81sg5ntN7MrUtZ/wsz+PcnYJPcoKUhBMbPTgf7uvjWDY45y97vd/Z5eXPpcggkH07peL67T8VyVZra8m93+BMwG6lJXuvvbwJu5mswkGUoKkrMsUGtmL5nZi2Y2M1zfz8zuDJ8Z8KiZrUn5BfwNUu7oNLMWM/vncP75x8zsE+H6BjO73czWAdea2Y/M7O/DbZ82s3ozez78hT06XF9tZs+Fz6a4KeUaY4DX3P2Amc0N93nezB4M52HCzJaHtYlngFvM7NjwuQDPmtkfwgn8MLNyM3syvO4GMzuvt++juze5+wsEU1509HD4nokASgqS2/4bMAEYD0wlmAXzU+H6cmAscBXw2ZRjzie4s7XNscA6D54t8DvgH1O2He3uFe5+a4fr/gq4w93HA+cR/Jq+BDiVYE6dCcBEM7sw3P9SoK0Z5jfuPik8tpHgbts2I4Hz3P3vgB8Av3X3yQTTUtSa2bEE89Zc7O5nAzOBxem9VT22Drgg5mtIHumzaqxIDD4H3OfuBwgm/fodMClc/2t3Pwi8ZWaPpxzzKeDtlOWDwP3h63s5NGkaKesjZjYYOMndHwJw933h+ksIHtjzh3DXUoIk8QQwDfhWuP4MM/snYGi4zyMpp/91WBbCc01vq50AA4D/QjCHz8/NbAJwgGAq7MOENY5jwmsMM7ON4abvufsjnR3ThZ3AiRnsLwVOSUEKzV6CL9iupM7rsieD8xrwP939F+1WBs1DQ9297aEuy4HL3f35cHbayi6uZ8BX3P3VDuf7EbCDoHbUD9jXaSHczwn3rwRmu/vsDMqSagDBeyYCqPlIctuTwEwz6x/2BVwIPAv8J/CVsG+hjPZfvI3Ap1OW+wFt/Q2zgP840gU9eKJVs5ldDmBmx4Rf/I8AfxnOZY+ZnWRmJxA0/aTWVAYTNDeVcOS2+keABW3POjCzs8L1Q4A3w1rQVUD/I8XbB04jmDxPBFBSkNz2EMGMkM8DvwX+wYPprx8kmB3zZYImoQ3ArvCY1Rz+63yyBQ95/wJwcxrXvQr4GzN7Afg98El3X0sweucpM3sRWEmQAFL7EwBuIJil8z+BV45wjR8DJcALZrYpXAa4E7jazJ4H/iuZ1WY6ZWaTzKwZ+Crwi/B6baYQvGciAJolVfKTmZW6e4uZDSeoPZzv7m+Z2UCCX+7nh6OBWty9NMY4NgDnuHtrXNeIk5k9Acxw9z8nHYvkBiUFyUtm1kDQmXs0cIu7L0/ZNo3gQSR/ijsp5LOwSe58d3846VgkdygpiIhIRH0KIiISUVIQEZGIkoKIiESUFEREJKKkICIiESUFERGJ/H8HU0xHWGY/SwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEKCAYAAAD9xUlFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAHHBJREFUeJzt3X18VdWd7/HPT4wGBEGhZKo4E7TaGxRFidjW6oQpaqy9YO84YlGnTAu0U/HqjE1L7/gw2j8ubW4dYcZquSnjODaDFouX18BckQ6pzq0PPBSrEiuUV1qDLSoOlFAQIr/7x97Z7IQccpKcffZ5+L5fL1/uh7X3/i04nN9Za+29trk7IiIiAMelHYCIiBQOJQUREYkoKYiISERJQUREIkoKIiISUVIQEZGIkoKIiESUFEREJKKkICIikePTDqC/xowZ49XV1b3u27dvHyeddFJ+A0pZudVZ9S195VbnfNV348aN77r7h/oqV3RJobq6mg0bNvS6r6Wlhbq6uvwGlLJyq7PqW/rKrc75qq+Z/Sqbcuo+EhGRiJKCiIhElBRERCRSdGMKIlKaDh06RHt7OyNHjqS1tTXtcPIm1/WtrKxk3LhxVFRUDOh4JQURKQjt7e2MGDGC0aNHc/LJJ6cdTt7s3buXESNG5ORc7s6uXbtob29n/PjxAzqHuo9EpCAcOHCA0aNHY2Zph1K0zIzRo0dz4MCBAZ9DSUFECoYSwuAN9s9QSUFERCIaUxCRglS9YFVOz9e28Jpj7t+9ezfNzc185Stf6fe5P/3pT9Pc3MyoUaOyKv/UU09xzjnnMGHChH5fK2lqKUgqqhesiv4TKQS7d+/mu9/9bq/7Ojs7j3ns6tWrs04IECSFLVu2DOhaSVNSEBEBFixYwC9/+UsmTZpEQ0MDLS0tXHbZZUyfPj36RX/ttdcyefJkzj33XJYsWRIdW11dzbvvvktbWxs1NTXMnTuXc889lyuvvJL9+/d3u85Pf/pTVq5cSUNDA5MmTWL79u3U1dVx++23U1tby6JFi5g9ezbLly+Pjhk+fHi03NjYyMUXX8z555/PPffck/M/ByUFERFg4cKFnHXWWWzevJnGxkYANm3axKJFi3jjjTcAWLp0KRs3bmTDhg0sXryYXbt2HXWerVu3csstt/Daa68xatQonnzyyW77P/GJTzB9+nQaGxvZvHkzZ555JgAHDx5kw4YN3HHHHRljXLNmDVu3buWll15i8+bNbNy4kWeffTZXfwSAxhRERDKaMmVKt/v9Fy9ezIoVKwB488032bp1K6NHj+52zPjx45k0aRIAkydPpq2tLatrzZw5s88ya9asYc2aNVx44YUAdHR0sHXrVi6//PKsrpENJQURkQziU1q3tLSwdu1ann/+eYYNG0ZdXV2vzwOceOKJ0fKQIUOO6j7K5lrHH388hw8fBuDw4cMcPHgQCB5O+8Y3vsGXvvSlAdUnG+o+EhEBRowYwd69ezPu37NnD6eccgrDhg3j9ddf54UXXkjsWtXV1WzcuBGAlStXcujQIQCuuuoqli5dSkdHBwA7duzg7bffHnAcvVFLQUQKUl+3kOba6NGjufTSSznvvPO4+uqrueaa7tevr6/n4Ycfpqamho9+9KN87GMfG/C1brjhBubOncvixYt55JFHjto/d+5cZsyYwQUXXEB9fX3UirjyyitpbW3l4x//OBAMQD/22GOMHTt2wLH0ZO6es5PlQ21treslO0cUa53jt6L25x9/sdZ3oMqpvq2trdTU1OR0LqBikER9u/4s48xso7vX9nWsuo9ERCSipCAiIhElBRERiSgpiIhIRElBREQiSgoiIhLRcwoiUpia+572oV9mPX7M3YOZOvuBBx5g3rx5DBs2bKDRFQy1FEREOPbU2X154IEH+P3vf5/jiNKhloKICN2nzr7iiisYO3YsTzzxBO+//z6f/exnuffee9m3bx/XX3897e3tfPDBB9x1113s3LmTt956i6lTpzJmzBjWrVuXdlUGRUlBRIRg6uxXX32VzZs3s2bNGpYvX85LL72EuzN9+nSeffZZ3nnnHU477TRWrQqeyN+zZw8jR47k/vvvZ926dYwZMyblWgyeuo9ERHqIT1F90UUX8frrr7N161YmTpzIM888w9e//nWee+45Ro4cmXaoOaeWgohID8eaonrTpk2sXr2aO++8k0996lPcfffdKUSYHLUUREToPp11pimq33rrLYYNG8ZNN91EQ0MDmzZtOurYYqeWgogUpj5uIc21nlNnz5o166gpqrdt20ZDQwPHHXccFRUVPPTQQwDMmzeP+vp6TjvtNA00i4iUiubm5m7rt912W7f1s846i6uuuuqo42699VZuvfXWRGPLF3UfiYhIRElBREQiiSYFM6s3s1+Y2TYzW3CMcn9qZm5mfb4VSERKV7G9CbIQDfbPMLGkYGZDgAeBq4EJwOfMbEIv5UYAtwEvJhWLiBS+yspKdu3apcQwCO7Orl27qKysHPA5khxongJsc/ftAGa2DJgBbOlR7pvAt4CGBGMRkQI3btw42tvb2b1796C+1IrNgQMHclrfyspKxo0bN+Djk0wKpwNvxtbbgUviBczsIuAMd19lZkoKImWsoqKC8ePH09LSwoUXXph2OHlTaPVN7ZZUMzsOuB+YnUXZecA8gKqqKlpaWnot19HRkXFfqSrWOt8xsTNa7k/8xVrfgSq3+kL51bnQ6ptkUtgBnBFbHxdu6zICOA9oMTOAPwBWmtl0d98QP5G7LwGWANTW1npdXV2vF2xpaSHTvlJVrHWevWBVtNx2Y133ufOP8dBSsdZ3oMqtvlB+dS60+iZ599F64GwzG29mJwA3ACu7drr7Hncf4+7V7l4NvAAclRBERCR/EksK7t4JzAeeBlqBJ9z9NTO7z8ymJ3VdEREZuETHFNx9NbC6x7ZepxR097okYxERkb7piWYREYloQjzJjywHkkUkXWopiIhIRC0Fyb/mmTRV7IytP5peLCLSjVoKIiISUUtBcqI6/jDawmtSjEREBkNJQRLVlSyaKnYyraYq5WhEpC/qPhIRkYiSgoiIRNR9JMnpeZdRBmtbu5eZE3Y5aWxCJP+UFCTn4uMIIlJclBQk55oqGtMOQUQGSGMKIiISUVIQEZGIkoKIiESUFEREJKKkICIiESUFERGJKCmIiEhESUFERCJ6eE36RVNki5Q2tRRERCSipCAiIhF1H0mf4l1GmSQ931FXDHdM7KQu0SuJlDe1FEREJKKWggxc88y0IxCRHFNLQUREIkoKIiISUfeR5E3P126KSOFRUpCCE93J1PwozHo83WBEyoy6j0REJKKkICIiEXUfSZ/iD6bNOdSQYiQikjS1FEREJKKkICIiEXUfSWaF8MRyGENTxU51XYnkQaJJwczqgUXAEKDJ3Rf22P9l4BbgA6ADmOfuW5KMSTKrXrAqGj+YVlOVcjQikobEuo/MbAjwIHA1MAH4nJlN6FGs2d0nuvsk4NvA/UnFIyIifUtyTGEKsM3dt7v7QWAZMCNewN1/F1s9CfAE4xERkT6YezLfw2Z2HVDv7nPC9ZuBS9x9fo9ytwB/DZwA/Im7b+3lXPOAeQBVVVWTly1b1us1Ozo6GD58eE7rUehyWedXduyh2oKpKEZUHulZ3HugM1pu8yPdShOH7uq1TK70jKHNq6gaCmNPHZnzaxUqfaZLX77qO3Xq1I3uXttXudQHmt39QeBBM5sF3Al8vpcyS4AlALW1tV5XV9fruVpaWsi0r1Tlss6zF6yiqaIZgLrYmEJ8zqKaWPl4Ghiakwi66xnDdw41cMfETq6P1bfU3xmtz3TpK7T6JpkUdgBnxNbHhdsyWQY8lGA8UiKyeROciAxMkmMK64GzzWy8mZ0A3ACsjBcws7Njq9cAR3UdiYhI/iTWUnD3TjObDzxNcEvqUnd/zczuAza4+0pgvplNAw4B/0kvXUciIpI/iY4puPtqYHWPbXfHlm9L8vpSWpoqGtlvs2iqaNaDbCIJ0TQXIiISUVIQEZFI6rekigxGfFrv4F4FERkMJQUpSt2TgYjkirqPREQkoqQgIiIRJQUREYkoKYiISERJQUREIkoKIiISyfqWVDO7ALgsXH3O3V9OJiQREUlLVknBzG4D5gI/Cjc9ZmZL3P3vE4tMyl78PQ4ikh/ZthS+SPDWtH0AZvYt4HlASUFEpIRkO6ZgwAex9Q/CbSIiUkKybSn8I/Cima0I168Fvp9MSJJ3zTMBaKpQd41IucsqKbj7/WbWAnwy3PQX7v6zxKISEZFUHDMpmNnJ7v47MzsVaAv/69p3qru/l2x4IiKST321FJqBzwAbAY9tt3D9zITiEhGRFBwzKbj7Z8L/j89POJKocOwAgFmPpxeHiBSsrO4+MrMfZ7NNRESKW19jCpXAMGCMmZ3CkdtQTwZOTzg2ERHJs77GFL4E3A6cRjCu0JUUfgf8Q4JxSZ5UL1ilW1FFJNLXmMIiYJGZ3aopLaTgacxEZNCyfU7h783sPGACUBnb/mhSgYmISP5lOyHePUAdQVJYDVwN/AegpCAFIz6B3rQU4xApZtlOc3EdcAHwM3f/CzOrAh5LLixJ0trWncxZsCrtMESkAGU7Id4Bdz8MdJrZycDbwBnJhSUiImnos6VgZgb83MxGAf+b4C6kDoKps6VINVU0ph1CoqpjLaG2hdekGIlIcekzKbi7m9kUd98NPGxm/xc42d1/nnx4IgPTPekpKYhkK9vuo01mdjGAu7cpIYiIlKZsB5ovAW40s18B+wgnxHP38xOLTERE8i7bpHBVolFIsuIPdYmIHEO2D6/9KulApH+6BlLvmNhJXddGffmLyCBlO6YgIiJlINvuIykS3Z7qralKMZLCpFtVRY4t0aRgZvXAImAI0OTuC3vs/2tgDtAJvAN8QV1VknPdutX+PLUwRIpBYt1HZjYEeJBgnqQJwOfMbEKPYj8DasO7mJYD304qHhER6VuSLYUpwDZ33w5gZsuAGcCWrgLuvi5W/gXgpgTjKWvxbqVy1vVQ25xDDSlHIlKYkhxoPh14M7bezrHf1vZF4N8SjEdERPpg7p7Mic2uA+rdfU64fjNwibvP76XsTcB84I/d/f1e9s8D5gFUVVVNXrZsWa/X7OjoYPjw4bmrRAF7ZcceAKqGwthTRwYb39vO3gOdOTn/iMojjchcnTMXDleeynEH3hv0edq8iomnj8xBRMkqp890l3Krc77qO3Xq1I3uXttXuSS7j3bQfSbVceG2bsxsGvA3ZEgIAO6+BFgCUFtb63V1db1esKWlhUz7Ss3s2HMK13fVufmhnHUT1cXuXCqkrqf9NbMY2to86PN851ADbTfWDT6ghJXTZ7pLudW50OqbZFJYD5xtZuMJksENwKx4ATO7EPgeQYvi7QRjkX4qpEQgIvmT2JiCu3cSdAk9DbQCT7j7a2Z2n5lND4s1AsOBH5rZZjNbmVQ8IiLSt0SfU3D31QSv74xvuzu2rLcmDlK17dT0FiKSM5rmQkREIkoKIiISUVIQEZGIkoKIiESUFEREJKKkICIiESUFERGJKCmIiEhESUFERCJ6HWcxap5JU0UwN9H+7tNJiYgMiloKIiISUVKQstRU0RjMGaV5o0S6UVIQEZGIkoKIiEQ00CwCVIdvsgNoW3hNipGIpEstBRERiailUEw0KJpTXa8cnRNrJXTT9ec96/E8RSSSPiUFKXtNFY3R8pxDDVFXUlPFTqbVVKUVlkgq1H0kIiIRJQUREYmo+0gkJt6VJFKO1FIQEZGIWgoiWdKzDFIO1FIQEZGIkoKIiESUFEREJKKkICIiEQ00FwgNYopIIVBLQUREImopFLi1d9VFy5nm4ema2E1EZLCUFET6Es6W2lSxkzmHGlIORiRZSgpFRC0CEUmakkIh0nsTRCQlSgoi/RBNmNf8aPcdehGPlAjdfSQiIhElBZFBWtu6k+oFq7o9ayJSrBJNCmZWb2a/MLNtZragl/2Xm9kmM+s0s+uSjEVERPqW2JiCmQ0BHgSuANqB9Wa20t23xIr9GpgNfDWpOESSoDvBpFQlOdA8Bdjm7tsBzGwZMAOIkoK7t4X7DicYh8iA6ctfyo25ezInDrqD6t19Trh+M3CJu8/vpewjwL+6+/IM55oHzAOoqqqavGzZsl6v2dHRwfDhw3NTgTx7ZceeaHni0F3R8t4Dncc87nDlqRx34L3E4io0hVrfNg+eNp94+sicnreYP9MDVW51zld9p06dutHda/sqVxS3pLr7EmAJQG1trdfV1fVarqWlhUz7Ct3s2CBlU8WR2x2H9nHc/ppZDG1tTiiqwlOo9f1O+KRz2411OT1vMX+mB6rc6lxo9U1yoHkHcEZsfVy4TUREClSSLYX1wNlmNp4gGdwAzErweiKp6fZQmx5kkyKWWFJw904zmw88DQwBlrr7a2Z2H7DB3Vea2cXACuAU4L+a2b3ufm5SMRWy6EtFRCRFiY4puPtqYHWPbXfHltcTdCuJiEgBKIqBZpFSoLfrSTFQUhDJobWtO5mjL38pYpr7SEREImop5NlRXQh6d0JJ0yR5UmyUFEQSEr+jTK/xlGKhpCCSY7q9WIqZkoJIHqjVIMVCA80iIhJRUhARkYi6j/IlvMuoqWKnug9EpGCppSCSZ00VjcGPBN2OLAVISUFERCLqPsqD6gWraKrQax1FpPApKaSg29z7IiIFRN1HIilY27qTta07NQ2GFBwlBRERiaj7SCRles+CFBIlBZEUafoLKTTqPhIRkYhaCiIFRF1JkjYlhRStbdWzC3JEV1eSupEkTeo+EhGRiFoKOdLzfnM1/UWkGKmlIFJgmioaaapoZO1ddbyyY48ecJO8UkshSbHpskUGQwPQki9KCiJFotucWbMeTzcYKVlKCjnW9Q937V16ebsMXrXtpKmiOe0wpIwoKfSTmvFSELpe0KMWg+SYkoJIidAPFskFJYUs6O4PKVTxz2Z8HiVQUpCBUVIQKTJ6El6SpKQgUsS6tw6OUFeSDJSSQj/F/xHG7zBqqkgjGhGR3FJSyEKmX2MixaDXVkPX3UugO5ikGyUFkRKU+YfMka6kaGzirjqm1VQFy0oQZS/RpGBm9cAiYAjQ5O4Le+w/EXgUmAzsAma6e1uSMWVr7V11aYcgknOZPtfxBBGXdbJQy6NkJJYUzGwI8CBwBdAOrDezle6+JVbsi8B/uvtHzOwG4FvAzKPPlh/VC1apq0gkpitZzFmwqtuAdc/btLvm95pWU6UEUeSSbClMAba5+3YAM1sGzADiSWEG8Lfh8nLgH8zM3N0TiaiXD6ueQRDpWzBra2OfLwDqebvsnF7+fWX64TXtmy3BwnvbofmhowvkIsEoYfUpyaRwOvBmbL0duCRTGXfvNLM9wGjg3QTjCj64YTNZdw2JZK+/Len+lO/q2tpfM6tbcom6sOj9R1zPN9a1Lbwm4w/AbjMWh9eLklF/lWiCsaR+lJvZdUC9u88J128GLnH3+bEyr4Zl2sP1X4Zl3u1xrnnAvHD1o8AvMlx2DAknlAJUbnVWfUtfudU5X/X9I3f/UF+Fkmwp7ADOiK2PC7f1VqbdzI4HRhIMOHfj7kuAJX1d0Mw2uHvtgCMuQuVWZ9W39JVbnQutvkm+eW09cLaZjTezE4AbgJU9yqwEPh8uXwf8e2LjCSIi0qfEWgrhGMF84GmCW1KXuvtrZnYfsMHdVwLfB/7ZzLYB7xEkDhERSUmizym4+2pgdY9td8eWDwB/lsNL9tnFVILKrc6qb+krtzoXVH0TG2gWEZHik+SYgoiIFJmiTQpmttTM3g5va+3a1mhmr5vZz81shZmNSjPGXOutzrF9d5iZm9mYNGJLQqb6mtmt4d/za2b27bTiy7UMn+lJZvaCmW02sw1mNiXNGHPJzM4ws3VmtiX8u7wt3H6qmT1jZlvD/5+Sdqy5cIz6FtT3VtEmBeARoL7HtmeA89z9fOAN4Bv5Diphj3B0nTGzM4ArgV/nO6CEPUKP+prZVIIn4S9w93OB/5VCXEl5hKP/fr8N3Ovuk4C7w/VS0Qnc4e4TgI8Bt5jZBGAB8GN3Pxv4cbheCjLVt6C+t4o2Kbj7swR3LMW3rXH3znD1BYJnI0pGb3UO/R3wNaCkBogy1PcvgYXu/n5Y5u28B5aQDPV14ORweSTwVl6DSpC7/8bdN4XLe4FWglkOZgD/FBb7J+DadCLMrUz1LbTvraJNCln4AvBvaQeRNDObAexw95fTjiVPzgEuM7MXzewnZnZx2gEl7Hag0czeJGgVlVrrFwAzqwYuBF4Eqtz9N+Gu3wJVGQ4rWj3qG5f691ZJJgUz+xuCptoP0o4lSWY2DPgfBN0K5eJ44FSC5ncD8ISZWbohJeovgb9y9zOAvyJ4tqekmNlw4Engdnf/XXxf+DBrSbWAM9W3UL63Si4pmNls4DPAjWXwdPRZwHjgZTNrI2h2bjKzP0g1qmS1Az/ywEvAYYK5Y0rV54Efhcs/JJh9uGSYWQXBF+QP3L2rnjvN7MPh/g8DJdNFmKG+BfW9VVJJIXypz9eA6e7++7TjSZq7v+LuY9292t2rCb4wL3L336YcWpKeAqYCmNk5wAmU9uRpbwF/HC7/CbA1xVhyKmzhfR9odff7Y7vi0998Hvg/+Y4tCZnqW2jfW0X78JqZ/QtQR/ArcSdwD0F/64kcmVTvBXf/cioBJqC3Orv792P724DanrPMFqsMf8f/DCwFJgEHga+6+7+nFWMuZajvLwjeXng8cAD4irtvTCvGXDKzTwLPAa8QtPgg6A59EXgC+EPgV8D17t7bDRZF5Rj1XUwBfW8VbVIQEZHcK6nuIxERGRwlBRERiSgpiIhIRElBREQiSgoiIhJRUpCSYGYdgzx+uZmd2c9jvmxmfz6Y6/aXmf0XM3vezN43s6/Gtp9gZs+G7zoXGTAlBSl7ZnYuMMTdt/fjmOPd/WF3fzSHcVSbWUsfxd4D/js9Zod194MEM4rOzFU8Up6UFKSkWKDRzF41s1fMbGa4/Tgz+244b/0zZrbazK4LD7uR2FOzZtZhZn8Xznn/YzP7ULi9xcweMLMNwG1m9rddv9bN7CNmttbMXjazTWZ2Vri9wczWh3Pl3zvY+rn72+6+HjjUy+6nwrqIDJiSgpSa/0bwtPMFwDSCGUY/HG6vBiYANwMfjx1zKRB/SvgkYEP4voafEDxZ3OUEd6919+/0uO4PgAfd/QLgE8BvzOxK4GyC+YomAZPN7PKc1LJ3rwKlPmusJEz9j1JqPgn8i7t/QDCx2k8Ivig/CfzQ3Q8DvzWzdbFjPgy8E1s/DDweLj/GkQnpiG2PmNkIgnnxVwC4+4Fw+5UELz/6WVh0OEGSeLbH8SsIJjY8AfhDM9sc7lrk7v+YbcXd/QMzO2hmI8L5+kX6TUlBBPYDlcfYH58LZl8/zmvA/3T37x2rkLt/FqI59h9x97p+XKOnEwnmSBIZEHUfSal5DphpZkPCsYDLgZeA/wf8aTi2UEUw8VyXVuAjsfXjgK7xhlnAfxzrguGv8nYzuxbAzE4M33XxNPCFcP58zOx0Mxs72ApmYmajgXfdvbfxBpGsqKUgpWYFwXjBywS/8L/m7r81syeBTwFbgDeBTcCe8JhVBElibbi+D5hiZncSzOWfzR09NwPfM7P7CAaB/8zd15hZDfB8+B6gDuAmBvF+gPBdGRsIXtF52MxuByaEL2uZGtZFZMA0S6qUDTMb7u4d4S/ql4BLw4QxFFgXrn9gZh3uPjzdaPvPzH4ELHD3N9KORYqXWgpSTv7VzEYRDOh+s+tlRO6+38zuIXhp/K/TDHCgzOwE4CklBBkstRRERCSigWYREYkoKYiISERJQUREIkoKIiISUVIQEZGIkoKIiET+P0FXYRqG25WJAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.hist(cv['log_parea_total_price'], bins=100, label='train true', normed=True)\n",
    "plt.hist(np.log1p(test['total_price'] / test['building_area']), bins=100, label='test',\n",
    "         normed=True, alpha=0.7)\n",
    "plt.xlabel('log(price/area + 1)'); plt.ylabel('ratio')\n",
    "plt.legend(); plt.grid(); plt.show()\n",
    "\n",
    "plt.hist(cv['log_total_price'], bins=100, label='train true', normed=True)\n",
    "plt.hist(np.log1p(test['total_price']), bins=100, label='test', normed=True, alpha=0.7)\n",
    "plt.xlabel('log(price + 1)'); plt.ylabel('ratio')\n",
    "plt.legend(); plt.grid(); plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>building_id</th>\n",
       "      <th>total_price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>X5gsdTWGS3W7JJQB</td>\n",
       "      <td>1.322957e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BTshNOJyKHnT2YIT</td>\n",
       "      <td>3.884760e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dhdymr0lV8N5kZOT</td>\n",
       "      <td>1.125073e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>VEwyGGMcD56w5BOc</td>\n",
       "      <td>6.048076e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>wmUeMoJZfsqaSX9b</td>\n",
       "      <td>1.094051e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>UEeCDaAJzPwdKKKA</td>\n",
       "      <td>1.205132e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>i0fgbPaQsDWs7Q87</td>\n",
       "      <td>4.790438e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>YunNwAhcqkf6YclI</td>\n",
       "      <td>1.109518e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>A2NotxtRY9MYoWMl</td>\n",
       "      <td>2.985298e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>kKvgBXiA50gRmQhP</td>\n",
       "      <td>3.148581e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           building_id   total_price\n",
       "0     X5gsdTWGS3W7JJQB  1.322957e+07\n",
       "1     BTshNOJyKHnT2YIT  3.884760e+06\n",
       "2     dhdymr0lV8N5kZOT  1.125073e+07\n",
       "3     VEwyGGMcD56w5BOc  6.048076e+06\n",
       "4     wmUeMoJZfsqaSX9b  1.094051e+06\n",
       "9995  UEeCDaAJzPwdKKKA  1.205132e+06\n",
       "9996  i0fgbPaQsDWs7Q87  4.790438e+07\n",
       "9997  YunNwAhcqkf6YclI  1.109518e+06\n",
       "9998  A2NotxtRY9MYoWMl  2.985298e+06\n",
       "9999  kKvgBXiA50gRmQhP  3.148581e+06"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shape = (10000, 2)\n"
     ]
    }
   ],
   "source": [
    "test[['building_id', 'total_price']].check()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Output file to: output/stack_mean_19_1-34,36-37.csv\n"
     ]
    }
   ],
   "source": [
    "output_filename = 'output/stack_mean_{}_{}.csv'.format(stack_idx, models)\n",
    "print('Output file to:', output_filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [],
   "source": [
    "test[['building_id', 'total_price']].to_csv(output_filename, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>building_id</th>\n",
       "      <th>total_price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>X5gsdTWGS3W7JJQB</td>\n",
       "      <td>1.322957e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BTshNOJyKHnT2YIT</td>\n",
       "      <td>3.884760e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dhdymr0lV8N5kZOT</td>\n",
       "      <td>1.125073e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>VEwyGGMcD56w5BOc</td>\n",
       "      <td>6.048076e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>wmUeMoJZfsqaSX9b</td>\n",
       "      <td>1.094051e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>UEeCDaAJzPwdKKKA</td>\n",
       "      <td>1.205132e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>i0fgbPaQsDWs7Q87</td>\n",
       "      <td>4.790438e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>YunNwAhcqkf6YclI</td>\n",
       "      <td>1.109518e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>A2NotxtRY9MYoWMl</td>\n",
       "      <td>2.985298e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>kKvgBXiA50gRmQhP</td>\n",
       "      <td>3.148581e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           building_id   total_price\n",
       "0     X5gsdTWGS3W7JJQB  1.322957e+07\n",
       "1     BTshNOJyKHnT2YIT  3.884760e+06\n",
       "2     dhdymr0lV8N5kZOT  1.125073e+07\n",
       "3     VEwyGGMcD56w5BOc  6.048076e+06\n",
       "4     wmUeMoJZfsqaSX9b  1.094051e+06\n",
       "9995  UEeCDaAJzPwdKKKA  1.205132e+06\n",
       "9996  i0fgbPaQsDWs7Q87  4.790438e+07\n",
       "9997  YunNwAhcqkf6YclI  1.109518e+06\n",
       "9998  A2NotxtRY9MYoWMl  2.985298e+06\n",
       "9999  kKvgBXiA50gRmQhP  3.148581e+06"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shape = (10000, 2)\n"
     ]
    }
   ],
   "source": [
    "pd.read_csv(output_filename).check()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": true,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "247px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}