data_viewer_gittables_context.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to /home/zhihao/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to /home/zhihao/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import argparse\n",
    "import numpy as np\n",
    "import random\n",
    "import torch\n",
    "import os\n",
    "\n",
    "import torch\n",
    "import torch.distributed as dist\n",
    "import torch.multiprocessing as mp\n",
    "import torch.nn as nn\n",
    "import torch.optim as optim\n",
    "from torch.utils import data\n",
    "from torch.utils.data import Subset, DataLoader\n",
    "\n",
    "from transformers import AdamW, get_linear_schedule_with_warmup\n",
    "from typing import List\n",
    "import time\n",
    "from accelerate import Accelerator\n",
    "from accelerate import DistributedDataParallelKwargs\n",
    "\n",
    "from watchog.dataset import TableDataset, SupCLTableDataset\n",
    "from watchog.model import SupCLforTable, UnsupCLforTable, SupclLoss\n",
    "import wandb\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.metrics import f1_score\n",
    "import torch\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "    parser = argparse.ArgumentParser()\n",
    "    parser.add_argument(\"--model\", type=str, default=\"Watchog\") # simclr for original CL, supcon for CL using metadata\n",
    "    parser.add_argument(\"--pretrain_data\", type=str, default=\"wikitables\") # dataset for pretraining\n",
    "    parser.add_argument(\"--pretrained_model_path\", type=str, default=\"\") # pretrained checkpoint \n",
    "    parser.add_argument(\"--data_path\",type=str, default=\"/data/zhihao/TU/TURL/\")\n",
    "    parser.add_argument(\"--mode\", type=str, default=\"simclr\") # simclr for original CL, supcon for CL using metadata\n",
    "    parser.add_argument(\"--logdir\", type=str, default=\"/data/zhihao/TU/Watchog/model/\") # directory to store model checkpoints\n",
    "    parser.add_argument(\"--run_id\", type=int, default=0)\n",
    "    parser.add_argument(\"--batch_size\", type=int, default=32)\n",
    "    parser.add_argument(\"--max_len\", type=int, default=128)\n",
    "    parser.add_argument(\"--size\", type=int, default=10000)\n",
    "    parser.add_argument(\"--lr\", type=float, default=5e-5)\n",
    "    parser.add_argument(\"--n_epochs\", type=int, default=20)\n",
    "    parser.add_argument(\"--lm\", type=str, default='bert')\n",
    "    parser.add_argument(\"--projector\", type=int, default=768)\n",
    "    parser.add_argument(\"--augment_op\", type=str, default='sample_row4,sample_row4')\n",
    "    parser.add_argument(\"--table_order\", type=str, default='column')\n",
    "    parser.add_argument(\"--sample_meth\", type=str, default='tfidf_entity')\n",
    "    parser.add_argument(\"--temperature\", type=float, default=0.05)\n",
    "    parser.add_argument(\"--save_model\", type=int, default=5)\n",
    "    parser.add_argument(\"--fp16\", dest=\"fp16\", default=True, action=\"store_true\")\n",
    "    parser.add_argument(\"--gpus\", type=str, default=\"0\")\n",
    "    parser.add_argument(\"--single_column\", default=False)\n",
    "    \n",
    "    hp = parser.parse_args([])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Ontology"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.metrics import f1_score\n",
    "import torch\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob\n",
    "table_names = glob.glob('/data/zhihao/TU/GitTables/semtab_gittables/2022/tables/*')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6892"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(table_names)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob\n",
    "table_names_21 = glob.glob('/data/zhihao/TU/GitTables/semtab_gittables/2021/tables/*')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "set()"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "set(table_names_21).intersection(set(table_names))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1101"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(table_names_21)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6892"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(table_names)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "dbpedia_ontology = pickle.load(open(\"/data/zhihao/TU/GitTables/dbpedia_20210528.pkl\", 'rb'))\n",
    "schema_ontology = pickle.load(open(\"/data/zhihao/TU/GitTables/schema_20210528.pkl\", 'rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_table = pd.read_csv('/data/zhihao/TU/GitTables/semtab_gittables/2022/tables/GitTables_2727.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_table = pd.read_csv('/data/zhihao/TU/GitTables/semtab_gittables/2022/tables/GitTables_6415.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>col0</th>\n",
       "      <th>col1</th>\n",
       "      <th>col2</th>\n",
       "      <th>col3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2990001</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070001</td>\n",
       "      <td>V1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2990002</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070002</td>\n",
       "      <td>V2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2990003</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070003</td>\n",
       "      <td>V3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2990004</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070005</td>\n",
       "      <td>V4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2990005</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070004</td>\n",
       "      <td>V4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2990006</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070010</td>\n",
       "      <td>V3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2990007</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070006</td>\n",
       "      <td>V5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2990008</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070007</td>\n",
       "      <td>V5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2990009</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070008</td>\n",
       "      <td>V5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2990011</td>\n",
       "      <td>2250001</td>\n",
       "      <td>2070012</td>\n",
       "      <td>V0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2990012</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070001</td>\n",
       "      <td>V1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2990013</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070011</td>\n",
       "      <td>V0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2990014</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070008</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2990015</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070006</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2990016</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070007</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2990017</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070015</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2990018</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070016</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2990019</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070004</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2990020</td>\n",
       "      <td>2250002</td>\n",
       "      <td>2070005</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       col0     col1     col2 col3\n",
       "0   2990001  2250001  2070001   V1\n",
       "1   2990002  2250001  2070002   V2\n",
       "2   2990003  2250001  2070003   V3\n",
       "3   2990004  2250001  2070005   V4\n",
       "4   2990005  2250001  2070004   V4\n",
       "5   2990006  2250001  2070010   V3\n",
       "6   2990007  2250001  2070006   V5\n",
       "7   2990008  2250001  2070007   V5\n",
       "8   2990009  2250001  2070008   V5\n",
       "9   2990011  2250001  2070012   V0\n",
       "10  2990012  2250002  2070001   V1\n",
       "11  2990013  2250002  2070011   V0\n",
       "12  2990014  2250002  2070008  NaN\n",
       "13  2990015  2250002  2070006  NaN\n",
       "14  2990016  2250002  2070007  NaN\n",
       "15  2990017  2250002  2070015  NaN\n",
       "16  2990018  2250002  2070016  NaN\n",
       "17  2990019  2250002  2070004  NaN\n",
       "18  2990020  2250002  2070005  NaN"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_table"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_target_train = pd.read_csv(\"/data/zhihao/TU/GitTables/semtab_gittables/2022/dbpedia_property_train.csv\")\n",
    "df_target_test = pd.read_csv(\"/data/zhihao/TU/GitTables/semtab_gittables/2022/dbpedia_property_targets.csv\")\n",
    "df_gt_2021 = pd.read_csv(\"/data/zhihao/TU/GitTables/semtab_gittables/2021/dbpedia_gt.csv\")\n",
    "df_target_2021 = pd.read_csv(\"/data/zhihao/TU/GitTables/semtab_gittables/2021/dbpedia_targets.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "from sklearn.model_selection import (\n",
    "    GroupKFold,\n",
    "    GroupShuffleSplit,\n",
    "    KFold,\n",
    "    ShuffleSplit,\n",
    "    StratifiedGroupKFold,\n",
    "    StratifiedKFold,\n",
    "    StratifiedShuffleSplit,\n",
    "    TimeSeriesSplit,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "index = np.arange(len(df_target_train))\n",
    "labels = np.array([t.split(\"/\")[-1] for t in df_target_train[\"annotation_id\"].values])\n",
    "table_ids = np.array([int(t.split(\"_\")[-1]) for t in df_target_train[\"table_id\"].values])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>table_id</th>\n",
       "      <th>target_column</th>\n",
       "      <th>annotation_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3435</th>\n",
       "      <td>GitTables_102063</td>\n",
       "      <td>20</td>\n",
       "      <td>http://dbpedia.org/ontology/type</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5767</th>\n",
       "      <td>GitTables_102063</td>\n",
       "      <td>6</td>\n",
       "      <td>http://dbpedia.org/ontology/time</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              table_id  target_column                     annotation_id\n",
       "3435  GitTables_102063             20  http://dbpedia.org/ontology/type\n",
       "5767  GitTables_102063              6  http://dbpedia.org/ontology/time"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_target_train[df_target_train[\"table_id\"] == \"GitTables_102063\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "base_dirpath= \"/data/zhihao/TU/GitTables/semtab_gittables/2022\"\n",
    "basename = 'semi1'+ \"_cv_{}.csv\"\n",
    "df_list = []\n",
    "for i in range(5):\n",
    "    filepath = os.path.join(base_dirpath, basename.format(i))\n",
    "    df_list.append(pd.read_csv(filepath))\n",
    "df_full = pd.concat(df_list, axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "193\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<Axes: ylabel='Count'>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAD8CAYAAABpcuN4AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAYzUlEQVR4nO3de5Bc5X3m8e8jzYwQEkiImVVphbCwrXiXJBVBTTCJnawDOAZqHeHEwXKljOIlUQhoMRXWu7CuSpytpcpeB3uLBOGVlotIgbHCpZC9JDGSKVyuLJcRESCBCDKGQiohTYvLCEk7o5F++0e/PfSMes60NDp9zsw8n6quPv2eS/90utXPnPfcFBGYmZmNZlrRBZiZWbk5KMzMLJODwszMMjkozMwsk4PCzMwyOSjMzCxTbkEh6RRJz0h6XtI2SX+Z2u+R9HNJW9JjaWqXpNsk7ZD0gqTz86rNzMya15bjsvuBiyLifUntwE8l/X0a99WIeHDE9JcBS9Lj48Ad6dnMzAqU2xZFVL2fXranR9bZfcuAe9N8TwFzJS3Iqz4zM2tOnlsUSJoObAY+CtweEU9L+lPgFkl/DmwCboqIfmAh8Gbd7DtT2+7Rlt/Z2RmLFy/Oq3wzs0lp8+bNlYjoanb6XIMiIo4ASyXNBR6R9EvAzcBbQAewBvgvwH9rdpmSVgIrAc4++2x6enpOdtlmZpOapDeOZ/qWHPUUEe8CTwCXRsTu1L3UD9wNXJAm2wUsqpvtrNQ2cllrIqI7Irq7upoORDMzO0F5HvXUlbYkkDQT+DSwvbbfQZKAK4CtaZYNwFXp6KcLgfciYtRuJzMza408u54WAOvSfoppwPqI+KGkH0vqAgRsAa5J0z8GXA7sAA4CX86xNjMza1JuQRERLwDnNWi/aJTpA7gur3rMzOzE+MxsMzPL5KAwM7NMDgozM8vkoDAzs0y5nnA3EUUElUoFgM7OTqpH8ZqZTV3eohihUqmwYvVGVqzeOBQYZmZTmbcoGuiYPafoEszMSsNbFGZmlslBYWZmmRwUZmaWyUFhZmaZHBRmZpbJQWFmZpkcFGZmlslBYWZmmRwUo6hdyqN6mwwzs6nLQTGKgQN9XLN2ky/jYWZTnoOC6tZDb2/vMVsPHaeeXlBFZmbl4aCgeiHA5d96yFsPZmYNOCgSbz2YmTXmoDAzs0wOCjMzy5RbUEg6RdIzkp6XtE3SX6b2cyQ9LWmHpO9L6kjtM9LrHWn84rxqa6R2OKz3U5iZDZfnFkU/cFFE/AqwFLhU0oXAN4HvRMRHgXeAq9P0VwPvpPbvpOla5vDB/Vx//7OsuvsnDB4ebOVbm5mVWm5BEVXvp5ft6RHARcCDqX0dcEUaXpZek8ZfrBbfsHrGrLl0zPJObTOzernuo5A0XdIWYC/wOPAz4N2IqP3JvhNYmIYXAm8CpPHvAWfmWd9Yat1Rjc6xMDObKnINiog4EhFLgbOAC4B/M95lSlopqUdST29v73gXl6nWHbVi9UbvuzCzKaslRz1FxLvAE8CvAXMltaVRZwG70vAuYBFAGj8H2NdgWWsiojsiuru6uvIuvdodNXtO7u9jZlZWeR711CVpbhqeCXwaeJlqYHw+TbYCeDQNb0ivSeN/HO7vMTMrXNvYk5ywBcA6SdOpBtL6iPihpJeAByT9d+CfgTvT9HcCfytpB/A2sDzH2szMrEm5BUVEvACc16D9Nar7K0a2/z/g9/Oqx8zMTozPzDYzs0wOCjMzy+SgMDOzTA4KMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTA4KMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTA4KMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTA4KMzPLlFtQSFok6QlJL0naJukrqf3rknZJ2pIel9fNc7OkHZJekfSZvGozM7PmteW47EHgxoh4TtJpwGZJj6dx34mIv6qfWNK5wHLgF4F/DWyU9AsRcSTHGs3MbAy5bVFExO6IeC4N7wdeBhZmzLIMeCAi+iPi58AO4IK86kt10dvbS6VSyfNtzMwmtDy3KIZIWgycBzwNfAJYJekqoIfqVsc7VEPkqbrZdpIdLONWqVRYsXoj/Qf6GBwczPOtzMwmrNx3ZkuaDTwE3BARfcAdwEeApcBu4NbjXN5KST2Senp7e8ddX8fsOXTMOj1zmoigUqkQEeN+PzOziSbXoJDUTjUk7ouIhwEiYk9EHImIo8BaPuhe2gUsqpv9rNQ2TESsiYjuiOju6urKs/whAwf6uGbtJndRmdmUlOdRTwLuBF6OiG/XtS+om+xzwNY0vAFYLmmGpHOAJcAzedV3vDpOzd7qMDObrPLcR/EJ4EvAi5K2pLb/CnxR0lIggNeBPwGIiG2S1gMvUT1i6jof8WRmVrzcgiIifgqowajHMua5Bbglr5rMzOz4+cxsMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTA4KMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTA4KMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTA4KMzPL5KAwM7NMDgozM8vkoDAzs0y5BYWkRZKekPSSpG2SvpLa50l6XNKr6fmM1C5Jt0naIekFSefnVZuZmTUvzy2KQeDGiDgXuBC4TtK5wE3ApohYAmxKrwEuA5akx0rgjhxrMzOzJuUWFBGxOyKeS8P7gZeBhcAyYF2abB1wRRpeBtwbVU8BcyUtyKs+MzNrTkv2UUhaDJwHPA3Mj4jdadRbwPw0vBB4s262nanNzMwKlHtQSJoNPATcEBF99eMiIoA4zuWtlNQjqae3t/ckVmpmZo3kGhSS2qmGxH0R8XBq3lPrUkrPe1P7LmBR3exnpbZhImJNRHRHRHdXV1d+xZuZGdBkUEj6RDNtI8YLuBN4OSK+XTdqA7AiDa8AHq1rvyod/XQh8F5dF5WZmRWk2S2Kv26yrd4ngC8BF0nakh6XA98APi3pVeCS9BrgMeA1YAewFri2ydrMzCxHbVkjJf0a8OtAl6Q/qxt1OjA9a96I+CmgUUZf3GD6AK7LrNbMzFouMyiADmB2mu60uvY+4PN5FWVmZuWRGRQR8STwpKR7IuKNFtVkZmYlMtYWRc0MSWuAxfXzRMRFeRRlZmbl0WxQ/B3wXeB/A0fyK8fMzMqm2aAYjAhfe8nMbApq9vDYH0i6VtKCdPXXeZLm5VqZmZmVQrNbFLUT5L5a1xbAh09uOWZmVjZNBUVEnJN3IWUXEVQqFQA6OzupnnhuZjb5NRUUkq5q1B4R957ccsrr8MH9XH//s7S3tbPu2kvwdabMbKpotuvpV+uGT6F6ZvVzwJQJCoAZs+bS1t7sKjMzmxya7Xr6j/WvJc0FHsijIDMzK5cTvcz4AWDK77cwM5sKmt1H8QM+uMHQdODfAuvzKmqi8Y5uM5vMmu1w/6u64UHgjYjYmUM9E1KlUmHF6o0A3tFtZpNOU11P6eKA26leQfYMYCDPoiaijtlz6Jg9p+gyzMxOumbvcHcl8Azw+8CVwNOSpuRlxmvdTL29vVRvoWFmNrk12/X0NeBXI2IvgKQuYCPwYF6FldXAgT6fT2FmU0qzQTGtFhLJPk78iKkJz+dTmNlU0uyv3T9I+kfge+n1F6je49rMzCa5se6Z/VFgfkR8VdLvAp9Mo/4vcF/exZmZWfHG2qL4n8DNABHxMPAwgKRfTuM+m2NtZmZWAmPtZ5gfES+ObExti3OpyMzMSmWsoJibMW5m1oyS7pK0V9LWuravS9olaUt6XF437mZJOyS9IukzTVVvZma5GysoeiT98chGSX8EbB5j3nuASxu0fycilqbHY2l55wLLgV9M86yWNH2s4otUO5/C51KY2WQ31j6KG4BHJP0BHwRDN9ABfC5rxoj4iaTFTdaxDHggIvqBn0vaAVxAdad5KQ0c6OOatZt48ObOoksxM8tVZlBExB7g1yX9FvBLqfn/RMSPx/Geq9KNkHqAGyPiHWAh8FTdNDtTW6l1nHp60SWYmeWu2Ws9PRERf50e4wmJO4CPAEuB3cCtx7sASSsl9Ujq6e3tHUcpZmbWjJaeXR0ReyLiSEQcBdZS7V4C2AUsqpv0rNTWaBlrIqI7Irp9+Qwzs/y1NCgkLah7+TmgdkTUBmC5pBmSzgGWUL0IoZmZFSy3CxZJ+h7wKaBT0k7gL4BPSVpK9SZIrwN/AhAR2yStB16ier+L6yLiSF61mZlZ83ILioj4YoPmOzOmvwW4Ja96zMzsxEzZK8CamVlzHBRmZpbJQWFmZpkcFGZmlslBYWZmmRwUZmaWyTd+HofaFWTNzCYzB8U4HD64n+vvf5aj/YeYOW8Bbe1enWY2+fiXbZxmzJrLkbb2osswM8uN91GYmVkmB4WZmWVyUJiZWSYHhZmZZXJQmJlZJgeFmZllclCYmVkmB4WZmWVyUJiZWSYHhZmZZXJQmJlZJgeFmZllclCYmVmm3IJC0l2S9kraWtc2T9Ljkl5Nz2ekdkm6TdIOSS9IOj+vuszM7PjkuUVxD3DpiLabgE0RsQTYlF4DXAYsSY+VwB051mVmZscht6CIiJ8Ab49oXgasS8PrgCvq2u+NqqeAuZIW5FWbmZk1r9X7KOZHxO40/BYwPw0vBN6sm25naptQardGjYiiSzEzO2kK25kd1V/T4/5FlbRSUo+knt7e3hwqO3EDB/q4Zu0m30fbzCaVVgfFnlqXUnrem9p3AYvqpjsrtR0jItZERHdEdHd1deVa7InoOPX0okswMzupWh0UG4AVaXgF8Ghd+1Xp6KcLgffquqjMzKxAbXktWNL3gE8BnZJ2An8BfANYL+lq4A3gyjT5Y8DlwA7gIPDlvOoyM7Pjk1tQRMQXRxl1cYNpA7gur1rMzOzE+cxsMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTA4KMzPL5KAwM7NMDgozM8vkoDAzs0wOCjMzy+SgMDOzTLldFHCqqr/LXUQgCUl0dnYiqejyzMyOm4PiJDt8cD/X3/8sR/sPcbDvbWZ3LaS9rZ11115CGW+0ZGY2FgdFDmbMmsuRtnYGDx9mxqy5tLV7NZvZxOV9FGZmlslBYWZmmRwUZmaWyUFhZmaZHBRmZpbJQWFmZpkcFGZmlqmQA/wlvQ7sB44AgxHRLWke8H1gMfA6cGVEvFNEfWZm9oEityh+KyKWRkR3en0TsCkilgCb0mszMytYmbqelgHr0vA64IriSslHRNDb20tEFF2KmVnTigqKAH4kabOklaltfkTsTsNvAfOLKS0/lUqF5d96iEqlUnQpZmZNK+oiRJ+MiF2S/hXwuKTt9SMjIiQ1/LM7BctKgLPPPjv/Sk+yjlNPL7oEM7PjUsgWRUTsSs97gUeAC4A9khYApOe9o8y7JiK6I6J7Il6NtXYZcndBmdlE0fKgkDRL0mm1YeC3ga3ABmBFmmwF8Gira2uF2mXIV6ze6C4oM5sQiuh6mg88km7i0wbcHxH/IOlZYL2kq4E3gCsLqK0lfOlxM5tIWv5rFRGvAb/SoH0fcHGr6ylarSvKd8Azs7Iq0+GxU5KPhDKzsnP/RwvUthpG4yOhzKzMHBQtMHCgb+g+2oODg0WXY2Z2XBwULTJ0H+139wHDtzLqh72vwszKxkFRkGFbGYcPc/39z9Le1s66ay9hIp4fYmaTl3dmF2jGrLl0zDr9g+HZcwquyMzsWA4KMzPL5KAokdq+Cl/aw8zKxEFRIgMH+rhm7SafU2FmpeKgKBmfU2FmZeOgMDOzTA4KMzPL5KAoOd8+1cyK5qAoqVpAbN++3RcNNLNC+czskqpUKqxYvZH+A31M6zi16HLMbArzFkWJdcyeM3Tm9ljcRWVmeXFQlEztpLv6rqZm7rPt+1qYWV7c9VQytXtqH+0/xMx5C4a1tU1v49tfOI8zzzwTgK6urmFXmvU5GGaWhykZFI3+ai+T2iXJj2nrP1B3X4vDPHjzF3ylWTPL3ZQMivodxbW/2ieKWohoYGDYPSwg+74Wvje3mZ2oKRkUUN1RPJF3+47sjhrZduuVS4cCBGDfvn2suvtJHvjq73krxMyOy5QNisng2O6oQU5LbVff9iizuxZytP8Q02bM5Gj/IdQ+s/A76XnLxmziKd1RT5IulfSKpB2Sbiq6nomg/gZINR0zTxtqrz3Xtjiuuv1xtm/fPupRVLVDbXt7ezl69Ci9vb3s3buXvXv3NmyLiGHzZB2i66Ozhmt2vZkVqVRbFJKmA7cDnwZ2As9K2hARLxVb2eRRvxVSf+vV2g8WVLupbly/BYBbr1zKjeu3VE/8mzGT9rb2YW21neoAK1ZvBBi2zNr9NSICSezbt4/2macd15bNZN4Kqe0vA3wbXCutUgUFcAGwIyJeA5D0ALAMcFCcZDNmzWV62/Shv2T37dvHytt/yClnzB86NHd623Tefvvtof0502fMOqZt2uHDQ8vsmD1n2Il/tcDpP9DHwb63h7rCavcIb3S4L9AwXGr7Vzo7O48JmZE3fBp52PBY40eqD6ZaPaMdHFBbpqSGQdboAIP6eSuVyjG3wM06KCEPjYK4TOHc7LpudT3Q+i7cot67bEGxEHiz7vVO4ON5vNHA++8xcKCPaYOHOdp/iIFD++k/8G61T79B21jji5xnPMu56hv/xKzOBRwdqO7jqKlN95X/9U+c8aGPDZunvm1w8PDQF3fg/ffoP9A3bJmnnDH/2HV/aD8ds09n4OB+rlm7qfrehwe564YrAFh195MMHNzPob53h5YzrWPm0CHNq+5+EoC/+fK/GwqO2jy15dTvyB9r/EiVSoWVf/MD1qz6LMDQ8GjLnNYxk7a2tqF6Ri4rq95Dfe9yxoc+Rntb+9B6bDRPnur/vfXh2OjfXYRm13Wr64HWfD6jvXcrD0xRmfpFJX0euDQi/ii9/hLw8YhYVTfNSmBlevkx4JUTeKtOoKyd5GWuDVzfeJS5NnB941Hm2uDY+j4UEU2nTNm2KHYBi+pen5XahkTEGmDNeN5EUk9EdI9nGXkpc23g+sajzLWB6xuPMtcG46+vbEc9PQsskXSOpA5gObCh4JrMzKa0Um1RRMSgpFXAPwLTgbsiYlvBZZmZTWmlCgqAiHgMeCzntxlX11XOylwbuL7xKHNt4PrGo8y1wXi768u0M9vMzMqnbPsozMysZKZUUJTt8iCSFkl6QtJLkrZJ+kpq/7qkXZK2pMflBdb4uqQXUx09qW2epMclvZqezyigro/VrZ8tkvok3VDkupN0l6S9krbWtTVcV6q6LX0XX5B0fkH1fUvS9lTDI5LmpvbFkg7VrcfvFlDbqJ+lpJvTuntF0mfyrC2jvu/X1fa6pC2pvdXrbrTfkZP33audATvZH1R3jv8M+DDQATwPnFtwTQuA89PwacC/AOcCXwf+U9HrLNX1OtA5ou1/ADel4ZuAb5bgs30L+FCR6w74TeB8YOtY6wq4HPh7QMCFwNMF1ffbQFsa/mZdfYvrpyuotoafZfo/8jwwAzgn/b+e3ur6Roy/FfjzgtbdaL8jJ+27N5W2KIYuDxIRA0Dt8iCFiYjdEfFcGt4PvEz17PSyWwasS8PrgCuKKwWAi4GfRcQbRRYRET8B3h7RPNq6WgbcG1VPAXMl5XpzlEb1RcSPIqJ2Sv5TVM9darlR1t1olgEPRER/RPwc2EH1/3dusupT9ToaVwLfy7OG0WT8jpy0795UCopGlwcpzY+ypMXAecDTqWlV2iy8q4iunToB/EjSZlXPigeYHxG70/BbwLHX6Wit5Qz/T1qWdQejr6syfh//A9W/NGvOkfTPkp6U9BsF1dTosyzbuvsNYE9EvFrXVsi6G/E7ctK+e1MpKEpL0mzgIeCGiOgD7gA+AiwFdlPdrC3KJyPifOAy4DpJv1k/MqrbsoUdOqfqiZm/A/xdairTuhum6HWVRdLXgEHgvtS0Gzg7Is4D/gy4X1Krb8pe2s9yhC8y/A+VQtZdg9+RIeP97k2loBjz8iBFkNRO9cO9LyIeBoiIPRFxJCKOAmvJebM6S0TsSs97gUdSLXtqm6rpeW9R9VENsOciYg+Ua90lo62r0nwfJf0h8O+BP0g/KKRunX1peDPV/QC/0Mq6Mj7LMq27NuB3ge/X2opYd41+RziJ372pFBSluzxI6tu8E3g5Ir5d117fX/g5YOvIeVtB0ixJp9WGqe743Ep1va1Ik60AHi2ivmTYX3NlWXd1RltXG4Cr0hEoFwLv1XUTtIykS4H/DPxORBysa+9S9f4wSPowsAR4rcW1jfZZbgCWS5oh6ZxU2zOtrK3OJcD2iNhZa2j1uhvtd4ST+d1r1Z75Mjyo7u3/F6oJ/7US1PNJqpuDLwBb0uNy4G+BF1P7BmBBQfV9mOrRJc8D22rrDDgT2AS8CmwE5hVU3yxgHzCnrq2wdUc1sHYDh6n2+1492rqiesTJ7em7+CLQXVB9O6j2V9e+f99N0/5e+sy3AM8Bny2gtlE/S+Brad29AlxWxLpL7fcA14yYttXrbrTfkZP23fOZ2WZmlmkqdT2ZmdkJcFCYmVkmB4WZmWVyUJiZWSYHhZmZZXJQmJlZJgeFmZllclCYmVmm/w/Bw8QJdMNCSgAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_group = df_full.groupby(\"table_id\")\n",
    "column_num = []\n",
    "for i, (index, group_df) in enumerate(df_group):\n",
    "    column_num.append(len(group_df))\n",
    "print(max(column_num))\n",
    "sns.histplot(column_num)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<Axes: ylabel='Count'>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAD4CAYAAAAdIcpQAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAARSUlEQVR4nO3df6zddX3H8edLfqgDHCXtmkKblbnODF0GpAKKMSgRCnOCxHWQAQ3R1WRgIBonuD9wGhJN/BUXx1KhWAJCqpRYt0asSHQmA3vLGFB+hA4htBTaSif+SDTge3/cb8Ox7e3ncnvPPefePh/Jyf2e9/fHeX/TP179fj7f8z2pKiRJ2p/XDLoBSdLwMywkSU2GhSSpybCQJDUZFpKkpkMH3UA/zJ49uxYuXDjoNiRpWtm4cePOqpqzr3UzMiwWLlzIyMjIoNuQpGklydNjrXMYSpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNfUtLJIsSHJPkkeSbEpyZVf/VJKtSR7oXuf27HNNks1JHk9ydk99SVfbnOTqfvUsSdq3fn4p7yXgY1V1f5KjgI1J1nfrvlRVn+/dOMkJwIXAm4Fjge8n+bNu9VeB9wBbgA1J1lbVI33sXZLUo29hUVXbgG3d8i+SPAoct59dzgNur6rfAD9Nshk4pVu3uaqeBEhye7dt38Ji6cWX8ezOXXvVj509i9W33NSvj5WkoTUlj/tIshA4CbgPOB24IsmlwAijVx+7GA2Se3t228Ir4fLMHvVT+9nvszt3Mf+CT+xV37Lmc/38WEkaWn2f4E5yJHAHcFVVvQhcD7wROJHRK48vTNLnLE8ykmRkx44dk3FISVKnr2GR5DBGg+LWqloDUFXPV9XLVfU74Gu8MtS0FVjQs/v8rjZW/fdU1YqqWlxVi+fM2edDEyVJE9TPu6EC3Ag8WlVf7KnP69ns/cDD3fJa4MIkr01yPLAI+AmwAViU5PgkhzM6Cb62X31LkvbWzzmL04FLgIeSPNDVPglclOREoICngA8DVNWmJKsZnbh+Cbi8ql4GSHIFcBdwCLCyqjb1sW9J0h76eTfUj4HsY9W6/exzHXDdPurr9refJKm//Aa3JKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU19C4skC5Lck+SRJJuSXNnVj0myPskT3d9ZXT1JvpJkc5IHk5zcc6xl3fZPJFnWr54lSfvWzyuLl4CPVdUJwGnA5UlOAK4G7q6qRcDd3XuAc4BF3Ws5cD2MhgtwLXAqcApw7e6AkSRNjb6FRVVtq6r7u+VfAI8CxwHnAau6zVYB53fL5wE316h7gaOTzAPOBtZX1QtVtQtYDyzpV9+SpL1NyZxFkoXAScB9wNyq2tateg6Y2y0fBzzTs9uWrjZWXZI0RfoeFkmOBO4ArqqqF3vXVVUBNUmfszzJSJKRHTt2TMYhJUmdvoZFksMYDYpbq2pNV36+G16i+7u9q28FFvTsPr+rjVX/PVW1oqoWV9XiOXPmTO6JSNJBrp93QwW4EXi0qr7Ys2otsPuOpmXAt3vql3Z3RZ0G/LwbrroLOCvJrG5i+6yuJkmaIof28dinA5cADyV5oKt9EvgssDrJB4GngaXdunXAucBm4NfAZQBV9UKSzwAbuu0+XVUv9LFvSdIe+hYWVfVjIGOsPnMf2xdw+RjHWgmsnLzuJEmvht/gliQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNfUtLJKsTLI9ycM9tU8l2Zrkge51bs+6a5JsTvJ4krN76ku62uYkV/erX0nS2Pp5ZfF1YMk+6l+qqhO71zqAJCcAFwJv7vb51ySHJDkE+CpwDnACcFG3rSRpCh3arwNX1Y+SLBzn5ucBt1fVb4CfJtkMnNKt21xVTwIkub3b9pHJ7leSNLZBzFlckeTBbphqVlc7DnimZ5stXW2s+l6SLE8ykmRkx44d/ehbkg5aUx0W1wNvBE4EtgFfmKwDV9WKqlpcVYvnzJkzWYeVJDHOsEhy+nhqLVX1fFW9XFW/A77GK0NNW4EFPZvO72pj1SVJU2i8Vxb/Ms7afiWZ1/P2/cDuO6XWAhcmeW2S44FFwE+ADcCiJMcnOZzRSfC1r/ZzJUkHZr8T3EneBrwdmJPkoz2r3gAc0tj3NuAMYHaSLcC1wBlJTgQKeAr4MEBVbUqymtGJ65eAy6vq5e44VwB3dZ+3sqo2vbpTlCQdqNbdUIcDR3bbHdVTfxH4wP52rKqL9lG+cT/bXwdct4/6OmBdo09JUh/tNyyq6ofAD5N8vaqenqKeJElDZrzfs3htkhXAwt59qurd/WhKkjRcxhsW3wT+DbgBeLl/7UiShtF4w+Klqrq+r51IkobWeG+d/U6Sf0gyL8kxu1997UySNDTGe2WxrPv78Z5aAX8yue1IkobRuMKiqo7vdyOSpOE1rrBIcum+6lV18+S2I0kaRuMdhnprz/LrgDOB+wHDQpIOAuMdhvpI7/skRwO396MhSdLwmegjyn8FOI8hSQeJ8c5ZfIfRu59g9IF+fw6s7ldTkqThMt45i8/3LL8EPF1VW/rQjyRpCI1rGKp7oOBjjD55dhbw2342JUkaLuP9pbyljP4Y0d8AS4H7kuz3EeWSpJljvMNQ/wS8taq2AySZA3wf+Fa/GpMkDY/x3g31mt1B0fnZq9hXkjTNjffK4rtJ7gJu697/Lf56nSQdNFq/wf2nwNyq+niSC4B3dKv+C7i1381JkoZD68riy8A1AFW1BlgDkOQvunV/3cfeJElDojXvMLeqHtqz2NUW9qUjSdLQaYXF0ftZ9/pJ7EOSNMRaYTGS5O/3LCb5ELCxPy1JkoZNa87iKuDOJH/HK+GwGDgceH8f+5IkDZH9hkVVPQ+8Pcm7gLd05f+oqh/0vTNJ0tAY7+9Z3APc0+deJElDym9hS5KaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDX1LSySrEyyPcnDPbVjkqxP8kT3d1ZXT5KvJNmc5MEkJ/fss6zb/okky/rVryRpbP28svg6sGSP2tXA3VW1CLi7ew9wDrCoey0HrofRcAGuBU4FTgGu3R0wkqSp07ewqKofAS/sUT4PWNUtrwLO76nfXKPuBY5OMg84G1hfVS9U1S5gPXsHkCSpz6Z6zmJuVW3rlp8D5nbLxwHP9Gy3pauNVd9LkuVJRpKM7NixY3K7lqSD3MAmuKuqgJrE462oqsVVtXjOnDmTdVhJElMfFs93w0t0f7d39a3Agp7t5ne1seqSpCk01WGxFth9R9My4Ns99Uu7u6JOA37eDVfdBZyVZFY3sX1WV5MkTaFxPXV2IpLcBpwBzE6yhdG7mj4LrE7yQeBpYGm3+TrgXGAz8GvgMoCqeiHJZ4AN3Xafrqo9J80lSX3Wt7CoqovGWHXmPrYt4PIxjrMSWDmJrUmSXiW/wS1JajIsJElNhoUkqcmwkCQ1GRaSpKa+3Q2lqbX04st4dueuverHzp7F6ltuGkBHkmYSw2KGeHbnLuZf8Im96lvWfG4A3UiaaRyGkiQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1DSQskjyV5KEkDyQZ6WrHJFmf5Inu76yuniRfSbI5yYNJTh5Ez5J0MBvklcW7qurEqlrcvb8auLuqFgF3d+8BzgEWda/lwPVT3qkkHeSGaRjqPGBVt7wKOL+nfnONuhc4Osm8AfQnSQetQYVFAd9LsjHJ8q42t6q2dcvPAXO75eOAZ3r23dLVfk+S5UlGkozs2LGjX31L0kHp0AF97juqamuSPwLWJ3msd2VVVZJ6NQesqhXACoDFixe/qn0lSfs3kCuLqtra/d0O3AmcAjy/e3ip+7u923wrsKBn9/ldTZI0RaY8LJIckeSo3cvAWcDDwFpgWbfZMuDb3fJa4NLurqjTgJ/3DFdJkqbAIIah5gJ3Jtn9+d+oqu8m2QCsTvJB4Glgabf9OuBcYDPwa+CyqW9Zkg5uUx4WVfUk8Jf7qP8MOHMf9QIun4LWJEljGKZbZyVJQ8qwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUtOgflZV2q+lF1/Gszt37VU/dvYsVt9y0wA6kg5uhoWG0rM7dzH/gk/sVd+y5nMD6EaSw1CSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlq8qmz0hTwkeua7gwLaQr4yHVNdw5DSZKapk1YJFmS5PEkm5NcPeh+JOlgMi2GoZIcAnwVeA+wBdiQZG1VPTLYzqSDz1jzL+AczEw2LcICOAXYXFVPAiS5HTgPMCykKTbW/AtMzzkYw298UlWD7qEpyQeAJVX1oe79JcCpVXVFzzbLgeXd2zcBjx/AR84Gdh7A/sNippwHeC7Daqacy0w5Dziwc/njqpqzrxXT5cqiqapWACsm41hJRqpq8WQca5BmynmA5zKsZsq5zJTzgP6dy3SZ4N4KLOh5P7+rSZKmwHQJiw3AoiTHJzkcuBBYO+CeJOmgMS2GoarqpSRXAHcBhwArq2pTHz9yUoazhsBMOQ/wXIbVTDmXmXIe0KdzmRYT3JKkwZouw1CSpAEyLCRJTYZFjyQrk2xP8vCgezkQSRYkuSfJI0k2Jbly0D1NVJLXJflJkv/pzuWfB93TgUhySJL/TvLvg+7lQCR5KslDSR5IMjLofg5EkqOTfCvJY0keTfK2Qfc0EUne1P177H69mOSqSTu+cxavSPJO4JfAzVX1lkH3M1FJ5gHzqur+JEcBG4Hzp+PjUZIEOKKqfpnkMODHwJVVde+AW5uQJB8FFgNvqKr3DrqfiUryFLC4qqb9F9mSrAL+s6pu6O62/IOq+r8Bt3VAukckbWX0y8tPT8YxvbLoUVU/Al4YdB8Hqqq2VdX93fIvgEeB4wbb1cTUqF92bw/rXtPyfzhJ5gN/Bdww6F40KskfAu8EbgSoqt9O96DonAn872QFBRgWM16ShcBJwH0DbmXCuqGbB4DtwPqqmq7n8mXgH4HfDbiPyVDA95Js7B61M10dD+wAbuqGB29IcsSgm5oEFwK3TeYBDYsZLMmRwB3AVVX14qD7maiqermqTmT0m/unJJl2Q4RJ3gtsr6qNg+5lkryjqk4GzgEu74Zwp6NDgZOB66vqJOBXwLT+CYRuKO19wDcn87iGxQzVje/fAdxaVWsG3c9k6IYH7gGWDLiViTgdeF831n878O4ktwy2pYmrqq3d3+3AnYw+GXo62gJs6bla/Raj4TGdnQPcX1XPT+ZBDYsZqJsUvhF4tKq+OOh+DkSSOUmO7pZfz+hvmjw20KYmoKquqar5VbWQ0SGCH1TVxQNua0KSHNHdOEE3ZHMWMC3vIKyq54BnkrypK53J9P/pg4uY5CEomCaP+5gqSW4DzgBmJ9kCXFtVNw62qwk5HbgEeKgb6wf4ZFWtG1xLEzYPWNXd3fEaYHVVTevbTmeAucCdo/8n4VDgG1X13cG2dEA+AtzaDd88CVw24H4mrAvv9wAfnvRje+usJKnFYShJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktT0/yGipyLnTpGhAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "df_group = df_full.groupby(\"table_id\")\n",
    "column_num = []\n",
    "for i, (index, group_df) in enumerate(df_group):\n",
    "    group_df = group_df[group_df[\"class_id\"] > -1]\n",
    "    if len(group_df) == 0:\n",
    "        continue\n",
    "    column_num.append(len(group_df))\n",
    "print(max(column_num))\n",
    "sns.histplot(column_num) # TODO: why there is zero"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.8800768144093237\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<Axes: >"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAD4CAYAAAAD6PrjAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAjIElEQVR4nO3debxWVd338c+PURAVlSMacAc9kt1WakoO2aMm3YU4gOJ4l6JZpOFsd2n25F1Pg1lpltNtimLOAgo5+5BTliiaqTgeR0CGAzLIzIHf88fvt/d1QSJwrgMc7Pt+vc7r7L322nuvvfba67f23td1jrk7IiIiAK02dAFERKTlUFAQEZGSgoKIiJQUFEREpKSgICIipTYbugAfpkuXLt6zZ88NXQwRkY3K008/PcPd65qybosOCj179mT8+PEbuhgiIhsVM3u7qevq8ZGIiJQUFEREpKSgICIiJQUFEREpKSiIiEhJQUFEREoKCiIiUlJQEBGRkoKCiIiUWnxQaLjiBhquuGFDF0NE5F9Ciw8KIiKy/igoiIhISUFBRERKCgoiIlJSUBARkdJqg4KZDTOz6Wb2QlXar8zsZTN7zszuMLPOVcvONbN6M3vFzL5ald4v0+rN7JxmPxIREanZmtwpXAf0WyntQeAz7r4T8CpwLoCZ7QgcDXw617nczFqbWWvgMuAAYEfgmMwrIiItyGqDgrs/Cry3UtoD7t6Ys08A3XN6AHCLuy929zeBemD3/Kl39zfcfQlwS+YVEZEWpDneKXwDuDenuwETq5ZNyrRVpf8TMxtiZuPNbHxDQ0MzFE9ERNZUTUHBzM4DGoEbm6c44O5XuXsfd+9TV9ek/zstIiJN1KapK5rZ8cBBQF9390yeDPSoytY90/iQdBERaSGadKdgZv2A7wGHuPuCqkVjgKPNrL2Z9QJ6A08CTwG9zayXmbUjXkaPqa3oIiLS3FZ7p2BmNwP7AV3MbBJwPvFpo/bAg2YG8IS7n+TuE8zsNuBF4rHSUHdflts5BbgfaA0Mc/cJ6+B4RESkBqsNCu5+zAckX/Mh+X8G/OwD0u8B7lmr0omIyHqlbzSLiEhJQUFEREoKCiIiUlJQEBGRkoKCiIiUFBRERKSkoCAiIiUFBRERKSkoiIhISUFBRERKCgoiIlJSUBARkZKCgoiIlBQURESkpKAgIiIlBQURESkpKIiISElBQURESgoKIiJSUlAQEZGSgoKIiJQUFEREpKSgICIiJQUFEREprTYomNkwM5tuZi9UpW1lZg+a2Wv5e8tMNzP7nZnVm9lzZrZr1TqDM/9rZjZ43RyOiIjUYk3uFK4D+q2Udg4w1t17A2NzHuAAoHf+DAGugAgiwPnAHsDuwPlFIBERkZZjtUHB3R8F3lspeQAwPKeHAwOr0q/38ATQ2cy2A74KPOju77n7LOBB/jnQiIjIBtbUdwpd3X1KTk8FuuZ0N2BiVb5Jmbaq9H9iZkPMbLyZjW9oaGhi8UREpClqftHs7g54M5Sl2N5V7t7H3fvU1dU112ZFRGQNNDUoTMvHQuTv6Zk+GehRla97pq0qXUREWpCmBoUxQPEJosHA6Kr04/JTSHsCc/Ix0/3AV8xsy3zB/JVMExGRFqTN6jKY2c3AfkAXM5tEfIroAuA2MzsReBs4MrPfA/QH6oEFwAkA7v6emf1f4KnM9xN3X/nltYiIbGCrDQrufswqFvX9gLwODF3FdoYBw9aqdCIisl7pG80iIlJSUBARkZKCgoiIlBQURESkpKAgIiIlBQURESkpKIiISElBQURESgoKIiJSUlAQEZGSgoKIiJQUFEREpKSgICIiJQUFEREpKSiIiEhJQUFEREoKCiIiUlJQEBGRkoKCiIiUFBRERKSkoCAiIiUFBRERKSkoiIhISUFBRERKNQUFMzvTzCaY2QtmdrOZbWJmvcxsnJnVm9mtZtYu87bP+fpc3rNZjkBERJpNk4OCmXUDTgP6uPtngNbA0cAvgYvdfXtgFnBirnIiMCvTL858IiLSgtT6+KgN0MHM2gAdgSnA/sCIXD4cGJjTA3KeXN7XzKzG/YuISDNqclBw98nAr4F3iGAwB3gamO3ujZltEtAtp7sBE3Pdxsy/9crbNbMhZjbezMY3NDQ0tXgiItIEtTw+2pIY/fcCPgZsCvSrtUDufpW793H3PnV1dbVuTkRE1kItj4++DLzp7g3uvhQYBewNdM7HSQDdgck5PRnoAZDLtwBm1rB/ERFpZrUEhXeAPc2sY74b6Au8CDwEHJ55BgOjc3pMzpPL/+zuXsP+RUSkmdXyTmEc8cL4GeD53NZVwPeBs8ysnnhncE2ucg2wdaafBZxTQ7lFRGQdaLP6LKvm7ucD56+U/Aaw+wfkXQQcUcv+RERk3dI3mkVEpKSgICIiJQUFEREpKSiIiEhJQUFEREoKCiIiUlJQEBGRkoKCiIiUFBRERKSkoCAiIiUFBRERKSkoiIhIqaY/iLe+NVxxXTldd/LxG6wcIiIfVbpTEBGRkoKCiIiUFBRERKSkoCAiIiUFBRERKSkoiIhISUFBRERKCgoiIlJSUBARkZKCgoiIlBQURESkVFNQMLPOZjbCzF42s5fMbC8z28rMHjSz1/L3lpnXzOx3ZlZvZs+Z2a7NcwgiItJcar1TuAS4z90/BewMvAScA4x1997A2JwHOADonT9DgCtq3LeIiDSzJgcFM9sC2Ae4BsDdl7j7bGAAMDyzDQcG5vQA4HoPTwCdzWy7pu5fRESaXy13Cr2ABuBaM/u7mV1tZpsCXd19SuaZCnTN6W7AxKr1J2XaCsxsiJmNN7PxDQ0NNRRPRETWVi1BoQ2wK3CFu38OmE/lUREA7u6Ar81G3f0qd+/j7n3q6upqKJ6IiKytWoLCJGCSu4/L+RFEkJhWPBbK39Nz+WSgR9X63TNNRERaiCYHBXefCkw0sx0yqS/wIjAGGJxpg4HROT0GOC4/hbQnMKfqMZOIiLQAtf47zlOBG82sHfAGcAIRaG4zsxOBt4EjM+89QH+gHliQeUVEpAWpKSi4+7NAnw9Y1PcD8jowtJb9iYjIuqVvNIuISElBQURESgoKIiJSUlAQEZGSgoKIiJQUFEREpKSgICIiJQUFEREpKSiIiEhJQUFEREoKCiIiUlJQEBGRkoKCiIiUFBRERKSkoCAiIiUFBRERKSkoiIhISUFBRERKCgoiIlJSUBARkZKCgoiIlBQURESkpKAgIiIlBQURESnVHBTMrLWZ/d3M7sr5XmY2zszqzexWM2uX6e1zvj6X96x13yIi0rya407hdOClqvlfAhe7+/bALODETD8RmJXpF2c+ERFpQWoKCmbWHTgQuDrnDdgfGJFZhgMDc3pAzpPL+2Z+ERFpIWq9U/gt8D1gec5vDcx298acnwR0y+luwESAXD4n86/AzIaY2XgzG9/Q0FBj8UREZG00OSiY2UHAdHd/uhnLg7tf5e593L1PXV1dc25aRERWo00N6+4NHGJm/YFNgM2BS4DOZtYm7wa6A5Mz/2SgBzDJzNoAWwAza9i/iIg0sybfKbj7ue7e3d17AkcDf3b3rwEPAYdntsHA6Jwek/Pk8j+7uzd1/yIi0vzWxfcUvg+cZWb1xDuDazL9GmDrTD8LOGcd7FtERGpQy+Ojkrs/DDyc028Au39AnkXAEc2xPxERWTf0jWYRESkpKIiISElBQURESgoKIiJSUlAQEZGSgoKIiJQUFEREpKSgICIiJQUFEREpKSiIiEhJQUFERErN8rePNoSGK68qp+tOGrIBSyIi8tGhOwURESkpKIiISElBQURESgoKIiJSUlAQEZGSgoKIiJQUFEREpPSRCQrTr7yU6VdeuqGLISKyUfvIBAUREamdgoKIiJQUFEREpKSgICIipSYHBTPrYWYPmdmLZjbBzE7P9K3M7EEzey1/b5npZma/M7N6M3vOzHZtroMQEZHmUcudQiNwtrvvCOwJDDWzHYFzgLHu3hsYm/MABwC982cIcEUN+xYRkXWgyUHB3ae4+zM5/T7wEtANGAAMz2zDgYE5PQC43sMTQGcz266p+xcRkebXLO8UzKwn8DlgHNDV3afkoqlA15zuBkysWm1Spq28rSFmNt7Mxjc0NDRH8UREZA3VHBTMrBMwEjjD3edWL3N3B3xttufuV7l7H3fvU1dXV2vxRERkLdQUFMysLREQbnT3UZk8rXgslL+nZ/pkoEfV6t0zTUREWohaPn1kwDXAS+5+UdWiMcDgnB4MjK5KPy4/hbQnMKfqMZOIiLQAtfyP5r2BY4HnzezZTPsBcAFwm5mdCLwNHJnL7gH6A/XAAuCEGvYtIiLrQJODgrv/BbBVLO77AfkdGNrU/YmIyLqnbzSLiEhJQUFEREq1vFNosaZd+ZtyuutJZ2/AkoiIbFx0pyAiIiUFBRERKSkoiIhISUFBRERKCgoiIlL6SH76qNrUK35aTm978g83YElERFo+3SmIiEjpI3+n8GEmX3ZaOd1t6O82YElERFqGf7mgMOXyHwCw3Xd+vkL6xN8fW073OPWP67VMIiItxb9cUGiKVy4bUE7vMHT0h+QUEdm4KSiswhu/HwjAJ069c4X05y8/pJz+7HfG8MyVBwOw60l/Wl9FExFZZxQU1pHHrzqonN57yF0bsCQiImtOQaEZPfk/B1dmVvpPE4/84UAA9v3W3euxRCIia0dBoQW5e9gB5fSB37iX0Tk/4Bv3bqgiici/GAWFjcTIa/uV041V6UedcN/6L4yIfGTpy2sfATde91VuvO6rG7oYIvIRoDuFDWDs1fF+oe837+b+a/pXFqzqP16vheHXfaWcbqza3omDH6h94yLykaeg8C/kqj/G3cSQY+/n8hsqdxbVweO0r93Pb26OZWcfc/96LZ+IbHgKCtJk590e7zl+dsSK7zVOHlV5/3HFYXrnIbIxUVCQD3XBLZU7iiVVdxQ/OmrN7iK+fmclQNww8D76jYlHZ/cdcjcHjD6uKudm5dS9Ay5b5fb63/HjcvqeQ89fozKIyJpTUJAWqf+d3wXgnoG/pv+d51Utabdivjt+EfkOPZcD7/hVZYFXmvbdh53JgaN+n9OncuCoy6vyta7kG/TtZiq9yMZrvQcFM+sHXAK0Bq529wvWdxmk+Z09onJHsDF/pu3AkVcDcPegb3LQyGurllQO6q5BgzloxA0xffjXOWjETTn9nxw04tbKKl61zhFHcPCIUQD86fDDOGRE9d/QqgSmMYcfxIAR8b2U0YcfwMAR1R8QqFyudx6+P4eOfASAOwbty2EjHy+XjRq09wrHdPjIZwAYMWjXFdKPHPlyOX3boE+xKufcMbmcvuDQbvz0jikA/PDQ7Va5zspuHjkDgGMGdWHUiBlletvllTwHH9lljbf3t+ENAOw1uG6N15E1s16Dgpm1Bi4D/gOYBDxlZmPc/cX1WQ6Rj7JBI8eV0yMH7bHCsiNGPl9OG21XWHb0qDcBuOWwXpx0x8QyvfOHRPmL75gKwJmHbsuVo6aV6ZtUrXP8YWvecd93SwSMfkd3YexNDWV6dfDY5+srbu+pYdM/MN8u39yGCVdGmT59UldevaxSvraNXk73On1bJv06jqP7d7dlyoWVIGi2pLLBVkvLyW3P/uQqj2Hab58up7uesRvTLonz0fX0PZh2SSV4Y5VvHHU9bd9Vbm/6pfeU09uc0n/FZZeNqiwbetgqt7E21vedwu5Avbu/AWBmtwADAAUFEdmoTL0ouq1tz9qRaRf/o7KgiR8tn/77sQBsc2pfpl+66o+QT79sTOQbesiK6Zff+kHZ15q5++pzNRMzOxzo5+7fzPljgT3c/ZSqPEOAITm7A/AK0AUo7jmrp1ee31jztYQy6Jh07M2RryWUQccEm7p7056tuft6+wEOJ94jFPPHApeuwXrjP2j6w5ZtTPlaQhl0TDp2HXvLLUNT8zXlZ32/EpwM9Kia755pIiLSAqzvoPAU0NvMeplZO+BoYMx6LoOIiKzCen3R7O6NZnYKcD/xObxh7j5hDVa9ahXTH7ZsY8rXEsrQ3PlaQhk2VL6WUIYNla8llKG587WEMjQ131pbry+aRUSkZduIv2YkIiLNTUFBRERKLf5vH1X9WYztiCD2FnAAcD3QFXBgGHAU0J44phHAT4DxxHcdXgeWEf+07MvA1cCuwMeAd4AFwKeAWcBMYFugc+Z/FvhEpk8ivoDXMbfXPtdZBrQFOuX0a1neTsCbwFzg88RniTsSf8CnEbgOOAbYHFgOzKna7wSgd24X4isxS4CGPO42eexzgbpct0PmXZzb2DTzNAJXAIcC/yvnl2XeGVmeLXKbCzJ9E+K9T2P+vJf7WZ7rzgW2yvnWuY0JxCfKNs11WmX9bJ5ln5rLO+T6mwHF10RfznPQPrfvVcc8F5hGnMtG4O3cjud5+VhOdwRGAgfleiOBQ7IO3yI++fZEnp+Ts+yL8hwVx+vA9lmHr+R+OuexLMz66pLbXJDrdALm5bF2z3LPyuNsnfvxPLb5Wf7eWafb5vEvyt/vA1vm/oq6bczp4lx0yO1NyenNsjzzstxb5fmYm8c1OcvcPtebT6XdtsrjLeq1S1VdLs3tek4XdbSk6vy0z7JPyu0sy7ztqJz/TXN+Ue5768yzJMs/j2gjRVtdlnk7Vx17u1zHiHY6J8tD1XpTieuuHZXrvVNVPSzP+inORaucfxP4t6z3+bntrYjz3ZHK19GK+mqT22rIYyG3s5xop1tm2R2YDWyT2+yYx1W067ZVZb2Q6JMGZLnnZxmnZx3+e9V+W+VP0Qam57LiPD4OHEm0pUuA/kRbPd7dn2E1WvSdQtWfxTgAGAi8S1RUI3C2u+8I7Al8G/iOu+8M7AL0Ay4CXspNfcndd3H3PkQl3efunyAa4u7AwUSl7kt8ImoT4AKgPtO/SVwsYzPvLUQlPwucSpzAQ3Nb7wN35/wlVC76qfn7OmCPnO8NDAL6EB3VocBNme/XWZ53iKA2Ncs0i2hQnyNeKG1CdMbnATtlvtuAO3N6V+DHwElZtjlZp9Ny2feJTmV3oiHPBI4nOpJbiY7izKyrN4AvZb1ukuflbuCnWaazie+ePJv5/kRcWAcSgXsscVEsJj519lbmO5XoTA9091bAx4F/AH8hLujpwKNEhzQvt0Uuu5zoqCdmWRcAozL/zrmPR7PepxKBp+h0nwQeIwYYs4kO6n+I8/uYu+9CdCrPZ7l/TLSDzxFt8RXiQxNvAxcDD2T6X4H/k/X6LnAt8Ls8lz/P45qe9Tgn992DuHify7rvCnTLdf5AdLpPAN/N/b0M/I3omJ7Ic/WXPB/3EW33B3lOnwDGAb8FbgceAv4f8AJxLc3Jcj2Z+3qaGFidm+W6Pbc1GbiZaNMTs/zTgB9lOeYRg44riHP8RFU9TMtzcENO9yba7BKivcwhrqPeWQ9PZ77tifZQrDM5z8XcLEM90amOJDrJNsBQ4K6ss+XAKcTAblmes0sy/dSst09nemPWazvgdKK9Nub6n69aZyERSDyn/0K0zVuIttgZ2I1om0al7eyZ+W4H7s3pzwM/zO3+R9bDH/I4Pk8Mbj8D7EX0ffV5XEuJvuIlKn1JP+BnWc7/Iq7P3vkzJM/LarXooEDVn8Vw9z8DdwCbufuUIuK5+/tExWyZ67QlIvIXiDuCkpltAewDXJPrLnH32cAXiQYzg2gg7xGNBGA0cUI2B4a7+6PEBb4pcQLnAvPc/aFcbz7QPfM50dF8i8rI/M3MtxVwgbuPzfllRAfVlxwt5TF2JzrIZ3PdzxAXeDfgF0SjWwaMc/dXMt8kogE9m/naEOf6yizDe1XLBgDPANtkXf4jj6krcVG/SFyUmxAXgBMXfgeiA74o65RcNpbKiPvJXG9BnpMDiE4SVhztnER0kvNz2WziPO6WaZvmOVhIXGAH5jFtmtMXZn22BnoS530TokMvAtiBRODdhujALctaLNuC6Gz75/pLzKy4c/ljlqsrsMTdX835blTa3a3A/6byL7THuXsx/TfiPJL14Fneyt8BDycTgT8q0316Tg7M+tmJaLvd81j2yu19nGjD3yYGEjsRnec4ooPbi+igemW+p7N++xGDILI+98pt/Z64fi4lOvcv5nRX4Mm8ZroTA5TXic6wD/CSu79NnHfLdccB+2W+B4DPAq9nvp1y36fl/mdl+snAgyvle50IkNtlXVjWfz1x3v9KdPxOtO9LiDvbov5b58+LVNrKe1Tu5oq+orgz+jZxnRf5Zud0cfcA8CrRAc8l+gsn2uzLRDv6VW6/kQgc22e+NkQ7fSXzdSDa4Zu53a2rlp1IDMa+nO3pH1nvbYiP+D8C7E1cS48Cw4k76kHEtX29hyeAzma2+r9iWMs339b1D//8DegzgZkr5elJNJbOREc3L0/KbkRjXEB0ek8TUfdJYsTy92wImxIjzxG57nt5knchRuB/y/zLVtrnMuBh4s7hhar0uUQgmUh0zu/lsknEaOotoqNqBH5JXDRPEI1+H2Kk+Foe00Tiwjon588lGt47RJDqSTTKx4iLsqiLe4EziKA1KX+KW/TZRIexhOjsXs5847McU4nO4oXM10iMSpYRI/DnswyLiYtkQi6bk8vmEZ30s5n+OjHKW5w/F1J5xDCTSqB5LMswlwgEd2VZF2T+abnODCJwzsv53YAjqtbrS5z3KVnPp+Y2isd/LxHnemnW1VLgRioB/sU8J38m2sr4XLY8y7qEGI29WZU2g2hjjTldDFSGZL7Z+bOMyihzYdU6RXojMcpfVLWN2Xlcr2dZ5+d+n8myFetPJ0bhjTk9Nc/tqMw3Mbe5jOhU3s16KdZZkD+Lsq6WZp2/ldt7IMs4L+txMdHRnQKclefwlGzrw3JbDxPtcljm+xPRid2X5ZkHPJ7rLCauvedy/8/lvh8h7ipPIa6PWZlvVu7z/Ty+4rHQ+NzuzKy7mTnfQPQByzJ9BpVHckVZisexk6k8ZptP5fHp+KyfJflTPAI7Mevm+apz+QcieBTXT1/iDnMhMfg4L9PfJ9rhjDymOUTbXU4EhteqzsVjmTYvy1H0D57HNpAIlgtzu3cBX6zqt8YCfVraN5qblZl1Im4bz3D32Xm7fyJxu7o4s/3V3XclRqlHE49MrnD3zxEn/AdERO1KjKS6EqOPPxGd7LPECVoTQ/P3QCJaF6P4wmxilN0/5w8mbil/QdymH0NcAFsBZ7p7D+L2+6dEw+iU652RZRpJpdPskPOPZd5jgROIhrgN8IC7zyUay4zc1xRi9PIXoiPdIss8gGici4hnk18jLoj9iJHULGJk8u9EAHmFGJGeTIwgP591eBXR4I8iLqqzc9li4o7nOWJE2gjsSDy2Op4YDe0F/Ddxoc0kLqqniOD/q9z/cncv/iRlm6yHYt1OxKOdTkSntnPWUfGcdglxO/1u7r8j0JiPJO8iOrOuuewcIkj8KH+fnulLqAS9M4iLdVoe+2lEe/gr8bjmk0QnfX2W4a1cZ2rm75f1uh/wn3m8HYnzfF3WVRuiAz4r62u3LMf7xGOtxUR76JLrfT3Tds1yfok4v28RAX2TXP4u0VEXd3Vzcvk44nx3IdrneKKjv5a4br5A3AV3znNwe34p9ZCsm+K8HEK891lG3IkPJs5/B+DpXKcNcae1S+bbkXjMei5xJ3c70Q475Xn4O/HYZSlxbh/IY/448eikD9FGNst62jF/HiYep3ieo+Jxz3/lsT+Wx99IDJIWEHdnr+S263PfxWBxNtGOlhB3Kq1yvUOyTpfl+bmUuHuZQrSrrxLX3SLi+nwn67cDlWDYneiDij/v2om4U5qb5+V9IuA2EufxO7kNqup/rbX0oLDyn8XYlnwxaWZtiU7wRncfVZVnF6LyHiVua79gZjfkrfgYYK67F39beARxciYBr7p7g7svJZ69PkyM6GYRt2+NVbdedVQeE5DlOZ64kCd6hOXiEcvWZvZWlv3juW4x0u6Qef+RaYOIDqkzMCqPsXic9ClipNRIdI4j83gmExf6hcTtbLHfG4nAdifRQA7KcnQjXqqNIy66RuJxykhidDMvy7EHcFnW7e1EAPgt+eiNaKj9iIY7kWjc++ejBc/yDiU6xH2JoHFhnp9NiGffD+XxTSEurn7EI8Kiw+hAdKbtqbwjaJ1pHYB2ZjaPeCxWPC56hggmnYh3Qefl8b5NPOrpRTyu6kiM+HsQga8NsGVubyjRmfwb0aGcT3SAe2Xar4l3Dw1E27g9j2NaTm9OtJs3iVv7r2X7u524kLchLu47iXaxLbA/cZeyEPiEuz+Z56Y9EVD7Ep3VZlSeiS8kOvSJue+PEwFvWq5HzjsxEJmUy4qXvcuJwcHHiA55MRGE22S+1sT11kB0eDsTd7e7Ep3j8nyPV4xsWxGDrxeodGRfIALfl4g2+Yy7TyMCw7I8FxOJNnxv1s104jHdNOJ6WZzLj8rf07Juf57n/a9Zr07cXX0263RWlmEm0SnPJzr3/bKuzyaeFHTM4+qQ58vymLbJfMuIR1ivEoOoOuI6WEoEn3riPd2wLMdzxKPBo4jraQYxSBtGXAffd/d9iMDy08yzc9ZrK+IafY4YLC4i+qIf50B2GdG+IAJscef0WXf/CvEhiynEIKBJf1aopQeFlf8sxsHA+2ZmxEl5yd0vMrM6M+uc6/yEqNDjiFHnI+7+dTPblGig75rZDpm3L9EoxgB7mlnH3PaBxIluCxyWy+cSDRnisdbcqnJ2Ar5HdEJtAdz9eeLifd/dexIXxtvuXrxwLj5hANFRtaby0mgp0ZEWDW9CTm9NvCAcnXkX5/QOROPZmej8JhAB4Zqsw3PzGB6l8jLv57nv54Hf5PbuovJJqLnA61mv+xMXbj9itPt+HufErJNHiAuq3syKUdr5RCDpn+tcSzyuKsp9VNX2phN3RxPzuOcQF0pxO/4acT6vzfrZmrgYXnP3TsSnLSYQo62LMv+9RAf6beAeoqO7HXgjX2YvyOO6h+jgXwSey+1dQHS4f8yynJfHeHfWb7/cV/GJsX7ExfdATs/P4/hK1kM3M6vLZR1zny8TdwTTsrx/Izqv9lnvn8xzUXya5N2s89lEm5xN5V3UK0Tg35x4XLQk63ivqn18MdveEuK6v5PoIG4iOpFrc/8L8twvofLpKst9TSbuxF8kRtaTzKwV0fYnZFs4hggiowlfI4LxIcRgY2ymf4H4QMQYYnAwC9g1y7h57g/iEdxCYjCxhGgrXYg77KPzfOxMDBReJYJ4fZbl/TzWE6h8eqc+z9vOxLuT0cQ19t+5n8eJQVlD1sPORLB5m7jrfj7LdyjRXg8jRvZHEoHjkazzm4g7EfLY9iLurpYAw81sH+Kx53Di3cV8YiA2hejn+hPn9g0i0N5kZvsSbbp4pHRE7v9x4nqB6PMWEAOlMcBxFvYE5rj7FFajxX+j2cz6EyPUYpS+CVHJdcQJWp5pbYmKbQXc5u4/MbNjiAv+TaJB3ERc2FcTEfttYmTQi7glP4q4CLcnLoY2xMW1iAgexaOgYhlUPprn+VO8PF1I5eVW8XE+VlpnUc63pfLRwwVEkCk+SbHyx/BmEqO2xvxp8wFlWZK/2+b6C4mLrCeV56jtcl/TM31ppjvRcb1OjFjaU+kgNs86mJd5O+f2ijIU5SneGbSjMspblGXoSIzAFmf5luX07EwvRpwLiZHtFll3U4nRX6dMH0dcPDOzzN2r6nFBluVNot10IDrxKcS7oX5m1phpXYiL505itDedymjt6Fz3kpwv3iksz3LMyjppT+V5+zZ5vFZ1jtpRaR/F+40Oua/PVJ2TRqLz/7fMuzzr563cz6a536KuZ+S+O+ZxF+8Ltsl9Wm7jDaKNk+VcTnTw0/Ic7kRcO9UfsSw+nDCFyrPxxVlfk4k7wcmZ1p3odK8l7maLl7ldqHwU9TXi8c3ErIMdiJfJp+a5bJ/nY1kuu4cYvOxAdMBHEY9lBxEDmm5Z1qJeixF5DyptcHnWc1EPxXXRisrHS4t21pYILLOpXK/FdUce67ZU3g1tnsfWjsrj5VlZhp65veVZr1tR6SOK66GYJ9O+lXWxN5WP/BbvO4o2XNwdbkHlwxwzMk+XzLeUuOM/M7d9KTEYWQCc4O7F46VVavFBQURE1p+W/vhIRETWIwUFEREpKSiIiEhJQUFEREoKCiIiUlJQEBGRkoKCiIiU/j9raJmc/HqsowAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "class_samples = df_full[\"class_id\"].value_counts().sort_index().values[1:]\n",
    "print(df_full[\"class_id\"].value_counts().sort_index().values[0]/sum(df_full[\"class_id\"].value_counts().sort_index().values))\n",
    "sns.barplot(x=np.arange(len(class_samples)), y=class_samples)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_target_train_group = df_target_train.groupby('table_id')\n",
    "df_target_test_group = df_target_test.groupby('table_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['id', 'name', 'description', 'type', 'title', 'state', 'status',\n",
       "       'date', 'code', 'city', 'value', 'source', 'year', 'time',\n",
       "       'country', 'county', 'comment', 'notes', 'category', 'address',\n",
       "       'age', 'gender', 'location', 'version', 'price', 'sex',\n",
       "       'startDate', 'weight', 'class', 'endDate', 'field', 'region',\n",
       "       'note', 'race', 'duration', 'species', 'score', 'position',\n",
       "       'start', 'language', 'rank', 'height', 'population', 'order',\n",
       "       'length', 'filename', 'model', 'role', 'series', 'max', 'min',\n",
       "       'family', 'currency', 'definition', 'format', 'author', 'area',\n",
       "       'domain', 'rating', 'parent', 'number', 'birthDate', 'alias',\n",
       "       'postalCode', 'reference', 'cost', 'publisher', 'treatment',\n",
       "       'created', 'company', 'district', 'elevation', 'project', 'day',\n",
       "       'end', 'scientificName', 'abbreviation', 'part', 'countryCode',\n",
       "       'season', 'topic', 'depth', 'road', 'prefix', 'month', 'route',\n",
       "       'width', 'department', 'percentage', 'zipCode', 'abstract',\n",
       "       'event', 'creator', 'frequency', 'releaseDate', 'genus', 'tag',\n",
       "       'owner', 'party', 'period', 'result'], dtype='<U14')"
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "types "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "types = np.array([t.split(\"/\")[-1] for t in df_target_train[\"annotation_id\"].value_counts().index.values])\n",
    "type2id = {t: i for i, t in enumerate(types)}\n",
    "id2type = {i: t for i, t in enumerate(types)}\n",
    "column_categories = {\n",
    "    \"Numerical\": ['age', 'value', 'price', 'weight', 'score', 'rank', 'height', 'population', 'order', 'length', 'max', 'min', 'number', 'cost', 'elevation', 'depth', 'width', 'percentage'],\n",
    "    \"Categorical\": ['id', 'name', 'description', 'type', 'title', 'state', 'status', 'code', 'city', 'source', 'country', 'county', 'comment', 'notes', 'category', 'address', 'gender', 'location', 'version', 'sex', 'class', 'field', 'region', 'note', 'race', 'species', 'position', 'language', 'filename', 'model', 'role', 'series', 'family', 'currency', 'definition', 'format', 'author', 'area', 'domain', 'rating', 'parent', 'alias', 'postalCode', 'reference', 'publisher', 'treatment', 'company', 'district', 'project', 'scientificName', 'abbreviation', 'part', 'countryCode', 'topic', 'road', 'prefix', 'route', 'department', 'zipCode', 'abstract', 'event', 'creator', 'genus', 'tag', 'owner', 'party', 'result'],\n",
    "    \"Datetime\": ['date', 'time', 'startDate', 'endDate', 'birthDate', 'created', 'day', 'end', 'month', 'period', 'releaseDate', 'season'],\n",
    "    \"Other\": ['start', 'duration', 'project', 'frequency']\n",
    "}\n",
    "is_numerical = np.array([t in column_categories[\"Numerical\"] for t in types])\n",
    "is_categorical = np.array([t in column_categories[\"Categorical\"] for t in types])\n",
    "is_datetime = np.array([t in column_categories[\"Datetime\"] for t in types])\n",
    "is_other = np.array([t in column_categories[\"Other\"] for t in types])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Results analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "import argparse\n",
    "import json\n",
    "import math\n",
    "import os\n",
    "import random\n",
    "from time import time\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.metrics import f1_score\n",
    "import torch\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "types = np.array(['id', 'name', 'description', 'type', 'title', 'state', 'status',\n",
    "       'date', 'code', 'city', 'value', 'source', 'year', 'time',\n",
    "       'country', 'county', 'comment', 'notes', 'category', 'address',\n",
    "       'age', 'gender', 'location', 'version', 'price', 'sex',\n",
    "       'startDate', 'weight', 'class', 'endDate', 'field', 'region',\n",
    "       'note', 'race', 'duration', 'species', 'score', 'position',\n",
    "       'start', 'language', 'rank', 'height', 'population', 'order',\n",
    "       'length', 'filename', 'model', 'role', 'series', 'max', 'min',\n",
    "       'family', 'currency', 'definition', 'format', 'author', 'area',\n",
    "       'domain', 'rating', 'parent', 'number', 'birthDate', 'alias',\n",
    "       'postalCode', 'reference', 'cost', 'publisher', 'treatment',\n",
    "       'created', 'company', 'district', 'elevation', 'project', 'day',\n",
    "       'end', 'scientificName', 'abbreviation', 'part', 'countryCode',\n",
    "       'season', 'topic', 'depth', 'road', 'prefix', 'month', 'route',\n",
    "       'width', 'department', 'percentage', 'zipCode', 'abstract',\n",
    "       'event', 'creator', 'frequency', 'releaseDate', 'genus', 'tag',\n",
    "       'owner', 'party', 'period', 'result'])\n",
    "type2id = {t: i for i, t in enumerate(types)}\n",
    "id2type = {i: t for i, t in enumerate(types)}\n",
    "column_categories = {\n",
    "    \"Numerical\": ['age', 'value', 'price', 'weight', 'score', 'rank', 'height', 'population', 'order', 'length', 'max', 'min', 'number', 'cost', 'elevation', 'depth', 'width', 'percentage'],\n",
    "    \"Categorical\": ['id', 'name', 'description', 'type', 'title', 'state', 'status', 'code', 'city', 'source', 'country', 'county', 'comment', 'notes', 'category', 'address', 'gender', 'location', 'version', 'sex', 'class', 'field', 'region', 'note', 'race', 'species', 'position', 'language', 'filename', 'model', 'role', 'series', 'family', 'currency', 'definition', 'format', 'author', 'area', 'domain', 'rating', 'parent', 'alias', 'postalCode', 'reference', 'publisher', 'treatment', 'company', 'district', 'project', 'scientificName', 'abbreviation', 'part', 'countryCode', 'topic', 'road', 'prefix', 'route', 'department', 'zipCode', 'abstract', 'event', 'creator', 'genus', 'tag', 'owner', 'party', 'result'],\n",
    "    \"Datetime\": ['date', 'time', 'startDate', 'endDate', 'birthDate', 'created', 'day', 'end', 'month', 'period', 'releaseDate', 'season'],\n",
    "    \"Other\": ['start', 'duration', 'project', 'frequency']\n",
    "}\n",
    "is_numerical = np.array([t in column_categories[\"Numerical\"] for t in types])\n",
    "is_categorical = np.array([t in column_categories[\"Categorical\"] for t in types])\n",
    "is_datetime = np.array([t in column_categories[\"Datetime\"] for t in types])\n",
    "is_other = np.array([t in column_categories[\"Other\"] for t in types])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "base_dirpath = \"/data/zhihao/TU/GitTables/semtab_gittables/2022/\"\n",
    "seperator = \"semi1\"\n",
    "basename = seperator+\"_cv_{}.csv\"\n",
    "df_list = []\n",
    "cv = 0\n",
    "filepath = os.path.join(base_dirpath, basename.format(cv))\n",
    "df_test = pd.read_csv(filepath)\n",
    "\n",
    "df_group_test = df_test.groupby(\"table_id\")\n",
    "\n",
    "\n",
    "\n",
    "df_list = []\n",
    "for i in range(5):\n",
    "    if i == cv:\n",
    "        continue\n",
    "    filepath = os.path.join(base_dirpath, basename.format(i))\n",
    "    df_list.append(pd.read_csv(filepath))\n",
    "df_train = pd.concat(df_list, axis=0)\n",
    "df_group_train = df_train.groupby(\"table_id\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# analyze col correlation\n",
    "corr_matrix = np.zeros((len(types), len(types)))\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if len(group_df) == 0:\n",
    "        continue\n",
    "    class_ids = group_df[group_df[\"class_id\"] > -1][\"class_id\"].values\n",
    "    for i in range(len(class_ids)):\n",
    "        for j in range(i+1, len(class_ids)):\n",
    "            corr_matrix[class_ids[i], class_ids[j]] += 1\n",
    "            corr_matrix[class_ids[j], class_ids[i]] += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "null_tables = []\n",
    "for i, group_df in df_group_train:\n",
    "    if len(group_df[group_df['class_id'] > -1]) == 0:\n",
    "        null_tables.append(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import numpy as np\n",
    "\n",
    "# Function to load confusion matrix from JSON file\n",
    "# with open(\"/data/zhihao/TU/doduo/eval/sato0_mosato_bert_bert-base-uncased-bs16-ml-32__sato0-1.00=sato0.json\", 'r') as f:\n",
    "#     results = json.load(f)\n",
    "with open(f\"/data/zhihao/TU/Watchog/outputs/gt-semtab22-dbpedia-all{cv}/bert-base-uncased-fromscratch-semi1-pool@v0-max_num_col@8-poolv0-max_cols8-randFalse-bs16-ml64-ne50-do0.1_eval.json\", 'r') as f:\n",
    "    results = json.load(f)\n",
    "\n",
    "# labels_train = np.array(results['train']['tr_true_list'])\n",
    "# preds_train = np.array(results['train']['tr_pred_list'])\n",
    "# class_f1_train = np.array(results['train']['tr_class_f1'])\n",
    "\n",
    "labels_context = np.array(results['f1_micro']['true_list'])\n",
    "preds_context = np.array(results['f1_micro']['pred_list'])\n",
    "class_f1_context = np.array(results['f1_micro']['ts_class_f1'])\n",
    "assert len(labels_context) == len(df_test[\"class_id\"][df_test[\"class_id\"]>-1])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import numpy as np\n",
    "\n",
    "# Function to load confusion matrix from JSON file\n",
    "# with open(\"/data/zhihao/TU/doduo/eval/sato0_mosato_bert_bert-base-uncased-bs16-ml-32__sato0-1.00=sato0.json\", 'r') as f:\n",
    "#     results = json.load(f)\n",
    "with open(f\"/data/zhihao/TU/Watchog/outputs/gt-semtab22-dbpedia-all{cv}/bert-base-uncased-fromscratch-semi1-pool@v0-max_num_col@1-poolv0-max_cols1-randFalse-bs16-ml64-ne50-do0.1_eval.json\", 'r') as f:\n",
    "    results = json.load(f)\n",
    "\n",
    "# labels_train = np.array(results['train']['tr_true_list'])\n",
    "# preds_train = np.array(results['train']['tr_pred_list'])\n",
    "# class_f1_train = np.array(results['train']['tr_class_f1'])\n",
    "\n",
    "labels = np.array(results['f1_micro']['true_list'])\n",
    "preds = np.array(results['f1_micro']['pred_list'])\n",
    "class_f1 = np.array(results['f1_micro']['ts_class_f1'])\n",
    "assert len(labels) == len(df_test[\"class_id\"][df_test[\"class_id\"]>-1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2 description 0.53125 0.4590163934426229 240 58.0\n",
      "3 type 0.5510204081632654 0.5348837209302325 201 46.0\n",
      "4 title 0.49315068493150693 0.47887323943661975 119 30.0\n",
      "5 state 0.5384615384615385 0.5116279069767442 90 22.0\n",
      "6 status 0.5454545454545454 0.4864864864864864 73 21.0\n",
      "7 date 0.5490196078431373 0.4545454545454545 82 21.0\n",
      "10 value 0.391304347826087 0.33333333333333337 72 18.0\n",
      "12 year 0.8571428571428572 0.7894736842105263 68 16.0\n",
      "13 time 0.33333333333333337 0.09523809523809522 57 15.0\n",
      "15 county 0.923076923076923 0.8571428571428571 59 14.0\n",
      "16 comment 0.2857142857142857 0.14285714285714285 39 7.0\n",
      "20 age 0.7199999999999999 0.6206896551724138 49 13.0\n",
      "24 price 0.35294117647058826 0.16666666666666666 41 9.0\n",
      "27 weight 0.13333333333333333 0.0 31 8.0\n",
      "35 species 0.5 0.4615384615384615 21 7.0\n",
      "36 score 0.4 0.125 23 7.0\n",
      "37 position 0.28571428571428575 0.22222222222222224 24 5.0\n",
      "39 language 0.5714285714285715 0.33333333333333337 20 5.0\n",
      "41 height 0.6 0.4444444444444444 18 6.0\n",
      "42 population 0.5714285714285715 0.4000000000000001 18 5.0\n",
      "43 order 0.33333333333333337 0.28571428571428575 20 5.0\n",
      "45 filename 0.8 0.7499999999999999 20 3.0\n",
      "47 role 0.4 0.3333333333333333 14 3.0\n",
      "51 family 0.8571428571428571 0.75 12 4.0\n",
      "57 domain 0.6666666666666666 0.3333333333333333 16 2.0\n",
      "63 postalCode 0.5714285714285715 0.4444444444444445 12 4.0\n",
      "67 treatment 1.0 0.0 9 1.0\n",
      "68 created 0.3333333333333333 0.28571428571428575 11 3.0\n",
      "75 scientificName 0.5714285714285715 0.28571428571428575 12 3.0\n",
      "77 part 0.5 0.4 10 2.0\n",
      "79 season 0.5 0.0 11 3.0\n",
      "87 department 0.6666666666666666 0.0 6 2.0\n",
      "91 event 0.5 0.3333333333333333 8 3.0\n"
     ]
    }
   ],
   "source": [
    "target_class_ids = []\n",
    "max_gap = 0\n",
    "max_gap_id = -1\n",
    "for i in range(len(class_f1)):\n",
    "    if (class_f1[i] - class_f1_context[i] > 0.01):\n",
    "        target_class_ids.append(i)\n",
    "        print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "        if class_f1[i] - class_f1_context[i] > max_gap:\n",
    "            max_gap = class_f1[i] - class_f1_context[i]\n",
    "            max_gap_id = i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "# num = 0\n",
    "# wrong_num = 0\n",
    "# target_type = \"domain\"\n",
    "# target_type_id = i = np.where(types==target_type )[0][0]\n",
    "# print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "# print(\"================================\")\n",
    "# for i, (index, group_df) in enumerate(df_group_train):\n",
    "#     if target_type in group_df[\"class\"].values:\n",
    "#         # if (types[preds_context[labels==target_type_id]][num] != target_type) and (types[preds[labels==target_type_id]][num] == target_type):\n",
    "#         #     print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "#         #     print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "#         #     wrong_num += 1\n",
    "#         #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "#         #     print(\"================================\")\n",
    "#         #     if wrong_num > 30:\n",
    "#         #         break\n",
    "        \n",
    "        \n",
    "#         # print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "#         print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "#         print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "#         print(\"================================\")\n",
    "#         break\n",
    "#         num += 1\n",
    "#         # if num > 20:\n",
    "#         #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "87 department 0.6666666666666666 0.0 6 2.0\n",
      "================================\n",
      "department || name\n",
      "           class                                               data\n",
      "1349  department  Department for Transport;Department for Enviro...\n",
      "1356        road  LANDSEER ROAD;CREWE BUSINESS PARK;MILFORD STRE...\n",
      "     class                                               data\n",
      "1348   NaN  Central Civil Estate;Central Civil Estate;Cent...\n",
      "1350   NaN  DFT - VEHICLE AND OPERATOR SERVICES AGENCY;DEF...\n",
      "1351   NaN  East of England;North West;South West;South We...\n",
      "1352   NaN  791639;109198;374692;379904;277942;605256;1037...\n",
      "1353   NaN                                1;2;1;1;5;1;1;6;1;2\n",
      "1354   NaN  IPSWICH TEST STATION;CREWE ELECTRA WAY;SALISBU...\n",
      "1355   NaN  VEHICLE TEST STATION;Crewe, Electra Way - Offi...\n",
      "1357   NaN  IPSWICH;CREWE;SALISBURY;GLOUCESTER;DERBY;RUGBY...\n",
      "1358   NaN  Ipswich Ipswich District United Kingdom of Gre...\n",
      "1359   NaN  IP3 0DF;CW1 6GJ;SP1 2BP;GL1 1DQ;DE24 8UP;CV21 ...\n",
      "1360   NaN  52.038159;53.091798;51.068582;51.864676;52.908...\n",
      "1361   NaN  1.169301;-2.415909;-1.791067;-2.239621;-1.4553...\n",
      "1362   NaN  6492;6349;5517;6652;4861;6459;6386;5973;6446;5260\n",
      "1363   NaN  19.1;1527.0;374.85;352.0;1010.0;1072.32;1979.0...\n",
      "1364   NaN            NIA;NIA;NIA;NIA;NIA;NIA;NIA;NIA;NIA;GIA\n",
      "1365   NaN  Future;Actual;Actual;Actual;Actual;Actual;Futu...\n",
      "1366   NaN  Available;Available;Available;Available;Availa...\n",
      "1367   NaN  01-Apr-12;31-Mar-11;31-Jul-09;31-Oct-11;01-Apr...\n",
      "1368   NaN                                12-Oct-11;24-Jun-19\n",
      "1369   NaN  Portacabin due to be available April/May2012 f...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"department\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if (types[preds_context[labels==target_type_id]][num] != target_type) and (types[preds[labels==target_type_id]][num] == target_type):\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if wrong_num > 30:\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        # print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4 title 0.49315068493150693 0.47887323943661975 119 30.0\n",
      "================================\n",
      "title || description\n",
      "          class                                               data\n",
      "3487         id  R01MH096906;R01MH109682;R24MH120037;1760950;UH...\n",
      "3488      title  LARGE-SCALE IMAGE-BASED META-ANALYSIS OF FUNCT...\n",
      "3490  startDate  2012;2016;2019;2018;2018;2018;2018;2017;2017;2...\n",
      "3491    endDate  2023;2021;2024;2021;2020;2023;2023;2020;2020;2...\n",
      "     class                                               data\n",
      "3486   NaN  National Institute of Mental Health;National I...\n",
      "3489   NaN  Subcontract PI (T. Yarkoni, PI);Subcontract PI...\n",
      "3492   NaN  True;True;True;True;True;True;True;True;False;...\n",
      "3493   NaN  https://projectreporter.nih.gov/project_info_d...\n",
      "================================\n",
      "title || name\n",
      "      class                                               data\n",
      "3991  title  \\nAesthetic Blasphemy\\n;Login to Aesthetic Bla...\n",
      "     class                                               data\n",
      "3990   NaN  http://aestheticblasphemy.com;http://aesthetic...\n",
      "3992   NaN  200;200;200;200;200;200;200;200;200;200;200;20...\n",
      "================================\n",
      "title || id\n",
      "       class                                               data\n",
      "7991   title  Must buy!;Highly recommended;Best in the marke...\n",
      "7994  rating                                5;5;5;5;4;4;5;5;5;5\n",
      "     class                                               data\n",
      "7992   NaN  Really amazing phone by apple .Its come with I...\n",
      "7993   NaN  Flipkart Customer;Vignesh Jayabal;Vineeth Vasu...\n",
      "================================\n",
      "title || name\n",
      "      class                                               data\n",
      "8851  title  Unforgiven;Underworld;V for Vendetta;Van Wilde...\n",
      "     class                                               data\n",
      "8852   NaN  1992;2003;2005;2002;2008;2004;2000;2009;2004;2...\n",
      "8853   NaN  130 min;121 min;132 min;92 min;90 min;131 min;...\n",
      "8854   NaN  Drama, Western;Action, Fantasy, Thriller;Actio...\n",
      "8855   NaN  tt0105695;tt0320691;tt0434409;tt0283111;tt0443...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"title\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if (types[preds_context[labels==target_type_id]][num] != target_type) and (types[preds[labels==target_type_id]][num] == target_type):\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if wrong_num > 30:\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        # print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "63 postalCode 0.5714285714285715 0.4444444444444445 12 4.0\n",
      "================================\n",
      "postalCode || id\n",
      "           class                                               data\n",
      "7006  postalCode  37608;14301;63379;38690;16311;58957;20720;4559...\n",
      "     class                                               data\n",
      "7003   NaN  309 Anthony Roads\\nNew Maria, MO 12498;90321 C...\n",
      "7004   NaN  3019 Gerald Mall Apt. 340\\nTrevinoville, SD 36...\n",
      "7005   NaN  ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;I...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"postalCode\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if (types[preds_context[labels==target_type_id]][num] != target_type) and (types[preds[labels==target_type_id]][num] == target_type):\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if wrong_num > 30:\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        # print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "title\n",
      "==================================\n",
      "id 17.0\n",
      "description 14.0\n",
      "name 8.0\n",
      "type 6.0\n",
      "date 5.0\n",
      "format 4.0\n",
      "author 4.0\n",
      "period 3.0\n",
      "birthDate 3.0\n",
      "publisher 3.0\n"
     ]
    }
   ],
   "source": [
    "target_type = \"title\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "corr_order = np.argsort(corr_matrix[target_type_id])\n",
    "print(types[target_type_id])\n",
    "print(\"==================================\")\n",
    "for i in range(10):\n",
    "    print(types[corr_order[-i-1]], corr_matrix[target_type_id][corr_order[-i-1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "description\n",
      "==================================\n",
      "name 43.0\n",
      "id 41.0\n",
      "type 26.0\n",
      "title 14.0\n",
      "status 9.0\n",
      "value 9.0\n",
      "category 8.0\n",
      "address 6.0\n",
      "part 5.0\n",
      "date 5.0\n"
     ]
    }
   ],
   "source": [
    "target_type = \"description\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "corr_order = np.argsort(corr_matrix[target_type_id])\n",
    "print(types[target_type_id])\n",
    "print(\"==================================\")\n",
    "for i in range(10):\n",
    "    print(types[corr_order[-i-1]], corr_matrix[target_type_id][corr_order[-i-1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2 description 0.53125 0.4590163934426229 240 58.0\n",
      "================================\n",
      "description || title\n",
      "            class                                               data\n",
      "2292         name  Securing Peace;Respecting Rights;Saving Lives;...\n",
      "2293  description  The Department of State plays a vital role in ...\n",
      "     class                                               data\n",
      "2294   NaN  securityKey;rightsKey;livesKey;environmentKey;...\n",
      "2295   NaN         security;rights;lives;environment;business\n",
      "2296   NaN  securityDrop;rightsDrop;livesDrop;environmentD...\n",
      "================================\n",
      "description || name\n",
      "            class                                               data\n",
      "2909  description  mobile Fish;Chips;Multi-channelled Licensed;Na...\n",
      "     class                                               data\n",
      "2908   NaN                               1;2;3;4;5;6;7;8;9;10\n",
      "2910   NaN  2019-07-24T22:10:06;2019-07-25T12:28:44;2019-0...\n",
      "2911   NaN  59865;61748;19967;68326;77513;96525;7404;38292...\n",
      "2912   NaN  59685;30424;38246;12203;44975;28093;92630;1195...\n",
      "2913   NaN  15601;61165;51423;60999;93949;60703;35846;9717...\n",
      "2914   NaN  44583;52475;98323;49517;39515;54269;65107;7132...\n",
      "2915   NaN  15599;706;59241;83319;89482;27599;11586;84891;...\n",
      "2916   NaN  9997;43194;46676;3438;92665;14092;91495;76078;...\n",
      "2917   NaN  5808;2306;4645;17336;59789;29627;86310;72172;5...\n",
      "2918   NaN  6465706f736974205461737479204d6574616c20426163...\n",
      "2919   NaN  image/png;image/png;image/png;image/png;image/...\n",
      "================================\n",
      "description || title\n",
      "            class                                               data\n",
      "3470        field  abstract;abstract_ngram;abstract_primary_displ...\n",
      "3471  description  Abstract section;Abstract section;Accepted Dat...\n",
      "     class                                               data\n",
      "3472   NaN  no note;For display purposes only. Primary abs...\n",
      "================================\n",
      "description || title\n",
      "            class                                               data\n",
      "3509         type  INTEGER;VARCHAR;INTEGER;INTEGER;VARCHAR;INTEGE...\n",
      "3511  description  State and County Estimates for 2009;Name;Count...\n",
      "     class                                               data\n",
      "3504   NaN  saipe;saipe;saipe;saipe;saipe;saipe;saipe;saip...\n",
      "3505   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "3506   NaN  id;name;county_fips;state_fips;stusab;year;cou...\n",
      "3507   NaN                                                1.0\n",
      "3508   NaN  t04601;c04601002;c04601003;c04601004;c04601005...\n",
      "3510   NaN  33.0;5.0;2.0;2.0;4.0;6.0;8.0;8.0;8.0;10.0;10.0...\n",
      "3512   NaN  int_caster;int_caster;int_caster;int_caster;in...\n",
      "================================\n",
      "description || title\n",
      "            class                                               data\n",
      "4007  description  A great university located along the Californi...\n",
      "     class                                               data\n",
      "4006   NaN  UCSB;Wilbraham & Monson Academy;NYU;UCLA;UWash...\n",
      "4008   NaN  34.416929;42.124466;40.729521;34.068752;47.655...\n",
      "4009   NaN  -119.845991;-72.431415;-73.99646;-118.445052;-...\n",
      "4010   NaN  https://en.wikipedia.org/wiki/University_of_Ca...\n",
      "4011   NaN  https://web.physics.ucsb.edu/~Women/images/ucs...\n",
      "================================\n",
      "description || definition\n",
      "            class                                               data\n",
      "7236  description  Participant identifier.;Which survey the parti...\n",
      "     class                                               data\n",
      "7234   NaN  ID;SurveyYr;Gender;Age;AgeDecade;Race1;Educati...\n",
      "7235   NaN  id;survey_yr;gender;age;age_decade;race1;educa...\n",
      "================================\n",
      "description || title\n",
      "            class                                               data\n",
      "8184         name  Vessels;Vessel Groups;Reports;AUT Quotas;BEL Q...\n",
      "8185  description  Fishing Vessels related information;Fishing Ve...\n",
      "8186     category  Vessel;Vessel Group;Report;Quota;Quota;Quota;Q...\n",
      "     class                                               data\n",
      "8183   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "8187   NaN  LevelCode=AUT;LevelCode=BEL;LevelCode=CYP;Leve...\n",
      "8188   NaN  2;2;2;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"description\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if (types[preds_context[labels==target_type_id]][num] != target_type) and (types[preds[labels==target_type_id]][num] == target_type):\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if wrong_num > 30:\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        # print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "87 department 0.6666666666666666 0.0 6 2.0\n",
      "================================\n",
      "department || name\n",
      "           class                                               data\n",
      "1349  department  Department for Transport;Department for Enviro...\n",
      "1356        road  LANDSEER ROAD;CREWE BUSINESS PARK;MILFORD STRE...\n",
      "     class                                               data\n",
      "1348   NaN  Central Civil Estate;Central Civil Estate;Cent...\n",
      "1350   NaN  DFT - VEHICLE AND OPERATOR SERVICES AGENCY;DEF...\n",
      "1351   NaN  East of England;North West;South West;South We...\n",
      "1352   NaN  791639;109198;374692;379904;277942;605256;1037...\n",
      "1353   NaN                                1;2;1;1;5;1;1;6;1;2\n",
      "1354   NaN  IPSWICH TEST STATION;CREWE ELECTRA WAY;SALISBU...\n",
      "1355   NaN  VEHICLE TEST STATION;Crewe, Electra Way - Offi...\n",
      "1357   NaN  IPSWICH;CREWE;SALISBURY;GLOUCESTER;DERBY;RUGBY...\n",
      "1358   NaN  Ipswich Ipswich District United Kingdom of Gre...\n",
      "1359   NaN  IP3 0DF;CW1 6GJ;SP1 2BP;GL1 1DQ;DE24 8UP;CV21 ...\n",
      "1360   NaN  52.038159;53.091798;51.068582;51.864676;52.908...\n",
      "1361   NaN  1.169301;-2.415909;-1.791067;-2.239621;-1.4553...\n",
      "1362   NaN  6492;6349;5517;6652;4861;6459;6386;5973;6446;5260\n",
      "1363   NaN  19.1;1527.0;374.85;352.0;1010.0;1072.32;1979.0...\n",
      "1364   NaN            NIA;NIA;NIA;NIA;NIA;NIA;NIA;NIA;NIA;GIA\n",
      "1365   NaN  Future;Actual;Actual;Actual;Actual;Actual;Futu...\n",
      "1366   NaN  Available;Available;Available;Available;Availa...\n",
      "1367   NaN  01-Apr-12;31-Mar-11;31-Jul-09;31-Oct-11;01-Apr...\n",
      "1368   NaN                                12-Oct-11;24-Jun-19\n",
      "1369   NaN  Portacabin due to be available April/May2012 f...\n",
      "================================\n",
      "type || type\n",
      "           class                                               data\n",
      "6209       score  82;90;100;50;91;37;88;90;100;90;93;97;100;100;...\n",
      "6223  department                                        Biology;Bio\n",
      "6227        city                              washington;washington\n",
      "6228       state                                              DC;DC\n",
      "     class                                               data\n",
      "6202   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "6203   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "6204   NaN  aemcafee;burd;cary;cate;chew;duggins;eagle;eag...\n",
      "6205   NaN  9051039;9175480;9188330;9195111;9195770;918833...\n",
      "6206   NaN  Responsible Conduct of Research for Engineers;...\n",
      "6207   NaN  11111;11111;300;400;500;300;12;300;4;300;5;5;1...\n",
      "6208   NaN  Responsible Conduct of Research for Engineers;...\n",
      "6210   NaN  80;80;90;80;80;90;80;90;90;90;90;90;90;90;90;9...\n",
      "6211   NaN                  1;1;1;1;1;1;1;1;1;1;2;1;1;1;1;1;1\n",
      "6212   NaN  Basic Course;Basic Course;Basic Course;Basic C...\n",
      "6213   NaN                                 665334.0;1235532.0\n",
      "6214   NaN  2/7/14 15:45;6/29/15 14:03;4/24/15 21:41;10/5/...\n",
      "6215   NaN  2/7/16 15:45;6/29/17 14:03;4/24/2017;11/29/17 ...\n",
      "6216   NaN                                  1/1/2014;1/1/2014\n",
      "6217   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "6218   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "6219   NaN                                      French;German\n",
      "6220   NaN  8714 Mann Plaza\\nLisaside, PA 72227;96593 Whit...\n",
      "6221   NaN                                             Male;M\n",
      "6222   NaN                                             BA;PHD\n",
      "6224   NaN                                           1.0;45.0\n",
      "6225   NaN                                            2.0;6.0\n",
      "6226   NaN                                            3.0;7.0\n",
      "6229   NaN                                    20009.0;20007.0\n",
      "6230   NaN                                              US;US\n",
      "6231   NaN                          202-555-5555;301-555-5555\n",
      "6232   NaN  extra data;extra data;failed score;No training...\n",
      "6233   NaN                                          blah;blah\n",
      "6234   NaN                                blah blah;blah blah\n",
      "6235   NaN                                          flah;flah\n",
      "6236   NaN                                          slah;slah\n",
      "6237   NaN                                         module;mod\n",
      "6238   NaN                                            1.0;2.0\n",
      "6239   NaN                                        34552.0;3.0\n",
      "6240   NaN                                          50.0;50.0\n",
      "6241   NaN                                          1/15/2014\n",
      "6242   NaN                                            6.0;8.0\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"department\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if (types[preds_context[labels==target_type_id]][num] != target_type) and (types[preds[labels==target_type_id]][num] == target_type):\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        #     print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        \n",
    "        \n",
    "        print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "79 season 0.5 0.0 11 3.0\n",
      "================================\n",
      "year || year\n",
      "        class                                               data\n",
      "657    season  2014;2014;2014;2014;2014;2014;2014;2014;2014;2...\n",
      "658    region  MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;S...\n",
      "661      name  MW Round2 Game 1;MW Round2 Game 2;MW Round2 Ga...\n",
      "667  location  Nowhere;Nowhere;Nowhere;Nowhere;Nowhere;Nowher...\n",
      "    class                                               data\n",
      "656   NaN  2014R1G1MW;2014R1G2MW;2014R1G3MW;2014R1G4MW;20...\n",
      "659   NaN  WIST;UK;STL;LOUI;MASS;DUKE;TEX;MICH;WIST;STL;T...\n",
      "660   NaN  CALP;KSST;NCST;MAN;TENN;MERC;AZST;WOF;UK;LOUI;...\n",
      "662   NaN  1;1;1;1;1;1;1;1;2;2;2;2;3;3;4;1;1;1;1;1;1;1;1;...\n",
      "663   NaN  1;2;3;4;5;6;7;8;1;2;3;4;1;2;1;1;2;3;4;5;6;7;8;...\n",
      "664   NaN  67;56;83;71;67;71;87;57;76;51;83;65;74;71;75;6...\n",
      "665   NaN  37;49;80;64;86;78;85;40;78;66;63;79;69;73;72;5...\n",
      "666   NaN  2014-03-17;2014-03-17;2014-03-17;2014-03-18;20...\n",
      "================================\n",
      "endDate || date\n",
      "       class                      data\n",
      "5007  season  2020;2020;2020;2020;2020\n",
      "     class                                               data\n",
      "4999   NaN  2021-05-26T00:00:00;2021-05-26T00:00:00;2021-0...\n",
      "5000   NaN                                          1;2;2;3;3\n",
      "5001   NaN       42000102;42000132;42000132;42000142;42000142\n",
      "5002   NaN                                          1;1;1;1;1\n",
      "5003   NaN  7:00 pm ET;7:30 pm ET;7:30 pm ET;10:00 pm ET;1...\n",
      "5004   NaN  20210526/WASPHI;20210526/ATLNYK;20210526/ATLNY...\n",
      "5005   NaN  1610612755;1610612752;1610612752;1610612762;16...\n",
      "5006   NaN  1610612764;1610612737;1610612737;1610612763;16...\n",
      "5008   NaN                                          0;0;0;0;0\n",
      "5009   NaN                           ;     ;     ;     ;     \n",
      "5010   NaN                         NBA TV;TNT;TNTOT;TNT;TNTOT\n",
      "5011   NaN                    NBCSP;MSG;MSG;ATTSN-RM;ATTSN-RM\n",
      "5012   NaN  NBCSWA;BSSE-ATL            ;BSSE-ATL          ...\n",
      "5013   NaN  Q0       - NBA TV;Q0       - TNT;Q0       - TN...\n",
      "5014   NaN  Wells Fargo Center;Madison Square Garden;Madis...\n",
      "5015   NaN                                          0;0;0;0;0\n",
      "5016   NaN                                          0;0;0;0;0\n",
      "================================\n",
      "season || startDate\n",
      "       class                                               data\n",
      "6673  season  2018-19;2018-19;2018-19;2018-19;2018-19;2018-1...\n",
      "     class                                               data\n",
      "6666   NaN  Alabama;Alaska;Arizona;Arkansas;California;Col...\n",
      "6667   NaN  http://adph.org/influenza/;http://dhss.alaska....\n",
      "6668   NaN  Influenza Surveillance;Influenza Surveillance ...\n",
      "6669   NaN  Level 10;Level 10;Level 6;Level 10;Level 4;Lev...\n",
      "6670   NaN  High;High;Moderate;High;Low;High;High;Minimal;...\n",
      "6671   NaN  Jan-26-2019;Jan-26-2019;Jan-26-2019;Jan-26-201...\n",
      "6672   NaN  4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"season\"\n",
    "target_type_id = i = np.where(types==target_type )[0][0]\n",
    "print(i, types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if (types[preds_context[labels==target_type_id]][num] != target_type) and (types[preds[labels==target_type_id]][num] == target_type):\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        #     print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        \n",
    "        \n",
    "        print(types[preds[labels==target_type_id]][num], \"||\", types[preds_context[labels==target_type_id]][num])\n",
    "        print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "67 treatment 1.0 0.0 9 1.0\n"
     ]
    }
   ],
   "source": [
    "i = max_gap_id\n",
    "print(i,  types[i], class_f1[i], class_f1_context[i], class_count[i], class_count_test[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "33"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(target_class_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8141592920353982"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "class_f1[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8111111111111111"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "class_f1_context[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: >"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAD4CAYAAAD2FnFTAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAkdUlEQVR4nO3de7xWZZn/8c/F3oAiIYUcSiwoqYY0HSVzyrJyNBQVExxxPGeZKVNTVmMnf+XPfulMZyUdEg+phYqgW0Vt1Mpq8rAxU1FRDiog56PIcW+u3x/XtfbzsF8L9iNs2aDf9+u1X6xnrXvd6173uu/7WqfnwdwdERGR1jp1dAFERGTHpAAhIiKlFCBERKSUAoSIiJRSgBARkVL1HV2A12KPPfbwAQMGdHQxRER2KlOmTFns7r1f63o7VYAYMGAAjY2NHV0MEZGdipm9uDXr6RaTiIiUUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipRQgRESklAKEiIiU2qkCRNOipSy64gYWXXFDRxdFROQNb6cKECIisv0oQIiISCkFCBERKaUAISIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipRQgRESklAKEiIiUUoAQEZFSNQUIMxtqZtPMbLqZXVCyvKuZ3ZTLHzazATn/cDObYmZP5r+fqlrnD5nn4/nXp932SkREtll9WwnMrA4YAxwOzAEeNbMGd3+6KtlZwDJ339vMRgGXAicCi4Fj3P1lM9sHuBfYs2q9k929sZ32RURE2lEtVxAHAdPdfaa7rwfGA8NbpRkOXJfTE4DDzMzc/W/u/nLOnwrsamZd26PgIiLy+qolQOwJzK76PIdNrwI2SePuTcAKoFerNCOAx9x9XdW8a/L20nfNzMo2bmZnm1mjmTUuWbWyhuKKiEh72C4Pqc3sA8Rtpy9UzT7Z3fcFPpZ/p5at6+5j3X2Iuw/p1b3H619YEREBagsQc4G9qj73z3mlacysHtgdWJKf+wOTgNPcfUaxgrvPzX9fAX5D3MoSEZEdRC0B4lFgkJkNNLMuwCigoVWaBuD0nB4JPODubmY9gbuAC9z9L0ViM6s3sz1yujNwNPDUNu2JiIi0qzYDRD5TGE28gfQMcLO7TzWzi8zs2Ew2DuhlZtOBrwLFq7Cjgb2BC1u9ztoVuNfMngAeJ65AftWO+yUiItuozddcAdx9MjC51bwLq6bXAieUrHcxcPFmsj2w9mKKiMj2pm9Si4hIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJSqKUCY2VAzm2Zm083sgpLlXc3splz+sJkNyPmHm9kUM3sy//1U1ToH5vzpZvYLM7N22ysREdlmbQYIM6sDxgBHAoOBk8xscKtkZwHL3H1v4KfApTl/MXCMu+8LnA5cX7XOFcDngUH5N3Qb9kNERNpZLVcQBwHT3X2mu68HxgPDW6UZDlyX0xOAw8zM3P1v7v5yzp8K7JpXG28Herj7Q+7uwK+B47Z1Z0REpP3UEiD2BGZXfZ6T80rTuHsTsALo1SrNCOAxd1+X6ee0kScAZna2mTWaWeOSVStrKK6IiLSH7fKQ2sw+QNx2+sJrXdfdx7r7EHcf0qt7j/YvnIiIlKolQMwF9qr63D/nlaYxs3pgd2BJfu4PTAJOc/cZVen7t5GniIh0oFoCxKPAIDMbaGZdgFFAQ6s0DcRDaICRwAPu7mbWE7gLuMDd/1Ikdvd5wEozOzjfXjoNuH3bdkVERNpTmwEinymMBu4FngFudvepZnaRmR2bycYBvcxsOvBVoHgVdjSwN3ChmT2ef31y2bnAVcB0YAZwd3vtlIiIbLv6WhK5+2Rgcqt5F1ZNrwVOKFnvYuDizeTZCOzzWgorIiLbj75JLSIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipRQgRESklAKEiIiUUoAQEZFSNQUIMxtqZtPMbLqZXVCyvKuZ3ZTLHzazATm/l5n93sxWmdnlrdb5Q+b5eP71aZc9EhGRdlHfVgIzqwPGAIcDc4BHzazB3Z+uSnYWsMzd9zazUcClwInAWuC7wD7519rJ7t64NQVfdMW1LdO9v3jG1mQhIiJbUMsVxEHAdHef6e7rgfHA8FZphgPX5fQE4DAzM3d/1d3/TAQKERHZidQSIPYEZld9npPzStO4exOwAuhVQ97X5O2l75qZlSUws7PNrNHMGpesWllDliIi0h468iH1ye6+L/Cx/Du1LJG7j3X3Ie4+pFf3Htu1gCIib2a1BIi5wF5Vn/vnvNI0ZlYP7A4s2VKm7j43/30F+A1xK0tERHYQtQSIR4FBZjbQzLoAo4CGVmkagNNzeiTwgLv75jI0s3oz2yOnOwNHA0+91sKLiMjrp823mNy9ycxGA/cCdcDV7j7VzC4CGt29ARgHXG9m04GlRBABwMxeAHoAXczsOOAI4EXg3gwOdcB9wK/ac8dERGTbtBkgANx9MjC51bwLq6bXAidsZt0Bm8n2wNqKKCIiHUHfpBYRkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREpVVOAMLOhZjbNzKab2QUly7ua2U25/GEzG5Dze5nZ781slZld3mqdA83syVznF2Zm7bJHIiLSLtoMEGZWB4wBjgQGAyeZ2eBWyc4Clrn73sBPgUtz/lrgu8DXSrK+Avg8MCj/hm7NDoiIyOujliuIg4Dp7j7T3dcD44HhrdIMB67L6QnAYWZm7v6qu/+ZCBQtzOztQA93f8jdHfg1cNw27IeIiLSzWgLEnsDsqs9zcl5pGndvAlYAvdrIc04beQJgZmebWaOZNS5ZtbKG4oqISHvY4R9Su/tYdx/i7kN6de/R0cUREXnTqCVAzAX2qvrcP+eVpjGzemB3YEkbefZvI08REelAtQSIR4FBZjbQzLoAo4CGVmkagNNzeiTwQD5bKOXu84CVZnZwvr10GnD7ay69iIi8burbSuDuTWY2GrgXqAOudvepZnYR0OjuDcA44Hozmw4sJYIIAGb2AtAD6GJmxwFHuPvTwLnAtcCuwN35JyIiO4g2AwSAu08GJread2HV9FrghM2sO2Az8xuBfWotqIiIbF87/ENqERHpGAoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUgoQIiJSSgFCRERKvWECxKIrx7LoyrEdXQwRkTeMN0yAEBGR9qUAISIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJERErVd3QBXg8Lr7y8ZbrPOaM7sCQiIjuvmq4gzGyomU0zs+lmdkHJ8q5mdlMuf9jMBlQt+2bOn2Zmn66a/4KZPWlmj5tZY7vsjYiItJs2ryDMrA4YAxwOzAEeNbMGd3+6KtlZwDJ339vMRgGXAiea2WBgFPAB4B3AfWb2XndvzvU+6e6L23F/RESkndRyBXEQMN3dZ7r7emA8MLxVmuHAdTk9ATjMzCznj3f3de4+C5ie+YmIyA6ulgCxJzC76vOcnFeaxt2bgBVArzbWdeB3ZjbFzM7e3MbN7GwzazSzxiWrVtZQXBERaQ8d+ZD6EHefa2Z9gP8xs2fd/cHWidx9LDAWYP93vdu3dyFFRN6sarmCmAvsVfW5f84rTWNm9cDuwJItrevuxb8LgUno1pOIyA6llgDxKDDIzAaaWRfioXNDqzQNwOk5PRJ4wN0954/Kt5wGAoOAR8xsNzN7C4CZ7QYcATy17bsjIiLtpc1bTO7eZGajgXuBOuBqd59qZhcBje7eAIwDrjez6cBSIoiQ6W4GngaagPPcvdnM+gKT4jk29cBv3P2e12H/RERkK9X0DMLdJwOTW827sGp6LXDCZtb9AfCDVvNmAvu91sKKiMj2o5/aEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpNQb8j8Mqrbgyh+3TPc95/wOLImIyM5FVxAiIlJKAUJEREopQIiISCkFCBERKaUAISIipd50AWL+FRcz/4qLO7oYIiI7vDddgBARkdq84b8HUau5Y77UMr3neb/owJKIiOwYdAWxGbMvO5XZl53a0cUQEekwb+oriHm//NZrXmfamOEt0+877/b2LI6IyA7lTR0gajXzsuMqH6quuZ785bEt0/ue28BjVx4DwAHn3LGdSiYi8vpRgNgO/jL26Jbpj559ZweWRESkdgoQr5NH/vuYygfbdNkffzUMgEM/f9d2LJGIyGujALEDu+vqIwEY9tm7uT2nAYZ/9u6OKpKIvIkoQOyEbr1maMv0iDPv4ab8fOKZ93RUkUTkDUgB4g3mxms/3TJ98hn3brJs3HVHAHDW6b/brmUSkZ2TAkQHu/+qYS3TTeYt058+a/I2533dtUe0TJ9+xqZBYez1lUBy9qmbBhIREVCAEOCXN1SCxbmn3MsvbozPXzr5Xn7825g+/yQFEZE3GwUIaRffviWeg/zghE2fg3xxYuV5yRXH38Mpt8XnG47T8xKRHZ0ChNTskvGVK431Va/uXnji1l1dDG2o3F4z79UyfffwX3Pk7efl9BiOuu1rLcsmH/ejTfI4atL3Y/5n/s9WlUFENk8BQtrd+RMqVw3t/WtfR9327Zbpycf9YNNlk37YMm1VTfuuz3ydYRN/GtPHf4VhEy+rWquuku74cxl263/H9IgvtGext9rwCZVXmm8feeQWUoq0v5oChJkNBX5O9Kar3P2SVsu7Ar8GDgSWACe6+wu57JvAWUAz8CV3v7eWPEU62rBbrwLgrhGf4+hbr6laUol6d444naMn3BDTI0/h6Am/qUpXCT53jjyRo2+5JaZPOIFjJkxsWWZV6RpGDufYCXfmdOUb+ADHTai8aHDbyCM4bsIDOf0pPnPrH6vyq3TriSM+ukkeI299rGV6wogDWqb/5dZnW6ZvHvF+anXxpHkAfOczb695nWoTJyxumT5+5B7ccXN8PuZf9tiq/KR9tRkgzKwOGAMcDswBHjWzBnd/uirZWcAyd9/bzEYBlwInmtlgYBTwAeAdwH1m9t5cp608RaQdjLj1YQBuHfHhTeafcOuTLdNG502WjZo4C4Dxxw/knEmzW+b3rAqOl3xmz03W+emk+S3Tu3rlHuQ5x/fl2omLADjj+N789tZKUOi6hXLfM76SrvPGyht+h/1rbx68IfL7+Cm9+et1i1qW1TdX0n3os314/KqFAOz/uT5MvXJBy7IPnNO3ZXrWzyvlHvjlfsz5UXzu/7V+zPvPuS3L3v6NTfd3/o+fA6Df+e9lSxb8bAoAff/9QBb8/OGqJU0tU32//FEW/CKCfN8vHbrF/DZn4ZjKSUef847fqjxaq+UK4iBgurvPBDCz8cBwoHowHw58L6cnAJebmeX88e6+DphlZtMzP2rIU0TkdfHcmEqw6LyFdNXm/9eslul+Xx+46bKfVIYusw0t032/st9WlW/hZfdXPlhzy2Sf0Uew8PLJOX0UC8c0bD6PX94U6c49cavKAGDuvuUEZiOBoe7+ufx8KvBhdx9dleapTDMnP88APkwEjYfc/YacPw4obqpuMc+qvM8Gzs6P7yNuYS2uSrJH1efNTXdUuh2hDNon7Xt7pNsRyqB92vp073L33rxW7r7FP2Ak8Yyg+HwqcHmrNE8B/as+z8iCXQ6cUjV/XObXZp5bKE/j5j5vbrqj0u0IZdA+ad+17ztuGbZnuq35q+Udk7nAXlWf++e80jRmVg/sTpzpb27dWvIUEZEOVEuAeBQYZGYDzawL8dC59Y2vBuD0nB4JPOARvhqAUWbW1cwGAoOAR2rMU0REOlCbD6ndvcnMRgP3Eu/tXe3uU83sIuLypYG4dXR9PoReSgz4ZLqbiYfPTcB57t4MUJZnjWUeu4XPm5vuqHQ7QhnaO92OUIaOSrcjlKGj0u0IZWjvdDtCGbZnuteszYfUIiLy5tTO33MVEZE3CgUIEREptVP9FlOrn+dYBrwLWAgcSfzUR/H1yN2A5cT+TQAuAhqJN6X2AV4hfvrDiVdyDyC+6f0SsBp4f+a/BNgV6EN8n2ZGrvuenN+c/y7MbfbM7S7IdXoQz15eBboDs4D/BU7Iz2sy3ybgWuCkXGcjsCLzawKmEg/4i+/0GLAemEcE+XfkvwZ0ye30zG1szPnLgW45vSC3s0fu51uq6uNJ4pvvu+Tnpsy7uBdZ5Leiar36LNuq3KfeeYxWAhtyu3WZR13Wx/xcv0uWoznTAjybx6BrVbmKfV6Z5X9flu1F4i04z+O1gjjGXYj28GxOvwDsnXm8ADyXddojy7uOOJbPAe8l3h1fm3nX5369mumL474xt9s1tzsn625DLiPrcXmm70K0n7VV29yQaZYA/arqoDm397YsM7n+uixPJ+LZ3jupfCF5VW6rXy4v2kRnYHbO9yxDJ6LNbsjpl4H7gS/ktpty2fLcbncqbWJNTtdl2Yrj0zX3bU7WdXFMu+Q2luU2u2S6V4FemWZtpmmm0m/qc9n8PA7NVfvUlP9Wf14AvDXXK5Z3rtqf7kT72SWPz7qq49cpP/8OeDvw0dx20f7nZNnflnmuzf3pm9sp8ir2cdecNz/X6Z75dAZmEv2zS/4Z8ey2mXgD9OVcd1+iXRT9FmAK0W73yO01Zx5OjF/Lc//2zPkrgQPd/aX88vLPgaOIce4Md6/89kqJneYKouonP44EBhMN4Yu5uAk4390HE1/QW08MtvsDQ4GfAM9UZfdJd98feAK4x93fTTTKg4BjiAZ2qLvvQwwUq4ngsF8ue5DojMcAVxIHcDRx8NYQA9RxwE1EZ/wMcWD6AHcRg/BG4LdZ3vnEQR8BDAGez3WKH/b5EXAo0QBmZPpLiEb1VuJ7JGOA24iG+x/AV4kAcgDwK6KxnAF8K/e7ey6fkPtyQG5/H+Cz7l4HfITodDcSHWQx8XtbL+X6w7Je7wb+BjxABLqpWcZzs7zDiLfUzgceByYTAX0FEbibiEH7k8C/EYPBMHfvRJwE/B34M9HYF2b912W5r846Wunue+f8Z/M4fCH39Q+ZbiHwort/kOhguxAdtnOW5eks1xNE33g/8B3gDuBPwKLM/29EJ16b+/4ScFXW0Qqic/4SuIHo6D/M+noJuC6P60vEq97fIdrrM7nuxZn3qKyrl7I+3lm1ztzM47Hcz2eAW4iXPhYSQe4/iDZxQ5b7z8TAdUvm++uc/hbwTeLtwuGZ30VVy04j2up3sk1Myvlzifbbjwg+zxBt5cLc3iriROqKrIOHgO8SJwULiHZyQ04PymV1WbaiHoplZxKD9WCiHS/O+XOJNr8ROI8YdOuINvQ8MfCfB9yZx2Yj0U/fTQys04h+uTHXGUe07yFEmxxdtWwM0Wb+Ldvln7IsazKPDcDtRDDomnk8RQTAZcTD4juJgfxbwLeJNjYk62gjMc58L4/fYKJ/3pH79CHgaKJ/rsx6/Ofcjzty+8uIt0j7EP2hK/DHPE4QY+eg/Ds7t7tFO02AoOonP9x9PXEwDwJw93lFJHT3V4iOvifR8bsRA91V1ZmZ2e7AxzMf3H29uy8HDiEqfXF+p6OeGHDc3ZuIRnAosNzdHwSuB3Zz9xuJRrXa3Zty2R+Bzjnt+XcS8H+zGC8Sg/zbgEvc/X4qZxJ/Ag7LPJtz//oTg+XjxFXCPxKvDK8kgsj+xFlZb3e/NtPtSZwZrsp0uwEfJDpsJ+KMY26mO4MY/JZmnTySeQwjBq2XM11/otOvJs4U/4FoxHcRDb44638wj8Fq4srpnZmua/67F1D8tGpxlXIOMci9mvOXZx4H5rzdgH8iOubaLFs9sKuZ9Sc6ynrijOtwYrDbJdPdAeyS6fYmOtnMLMtzuZ1hxFncc8SV2TBicNiN6LRLqJzBbyTaBsSx/ljWM3k8Pp7TU7LtQATEPlTslvXxfTZ1JnESAIC7L6xa1pcYfD5OnNhMJ9rtBVlPxZdUf1SV5qe5rUOI4LVnTl+e8z+S+7M+y1Ms+1Ju82fZZ4bk/L7AI9ln+hOD0wxgfKZ5xt1fJAJPcYb9MPCJTPc74gx5Rqb7YG6n2N67q5ZdCDzv7s8TfeJ5Ilj2Jeq7aG/FldQyYABxjJYSA3jxLeK/Ese7jhgn3pbTS7Me+lE5hla17LTczpIcF+pyeTfiJHBFrrORCJZHEe27iWjDlwAHE33hkMxzWqb7I5terX2IaH+7ZPkWZbovEP1zmbuvzn16Juu0Kdc5ngiUxY8+/TCPB8QJwK89PAT0NLMt/8ritnzLbnv+Uf7t6+uAp1qlG0A0nifyQD9LdJpPEBF8FnHm9XROX5uVflU2kKupnFUvIgaVmXkguhENbF2x3dxec04/RASxoiz3EYPy7GwMs4nGOoBobC9lvk3EDxw+nHnMIDr2E1Q6w+zc7gX5+ZtULit7EI11JTFoHlpVDz2yHKuJs6gXqZzBvkhcATURA86yzKORaLTHEmdxj1EJVsUthbuJga4pP/8nceXQnNPrsw4vJTruaiq3217JfbmfCEDF7aE1Of2nLMPKTH8n0XlWZ/4LiA61OMtVBL8JREealds6jDju84grteeI4LM29//KXLYauCfXeT7LNo3oxH8BTs66uY84m1yfaTdmusWZr+f0Y8TV5Orcp2fz8+Lcj1m5bH1ua22u05T1UOQ/P/fzFaKdLM59WJP5rMv6mJfbn5JlWEicnf+Nym25O7IcC4l28HLW7auZZlbW+Xoqt1amU7kVtDj/XUYM7muy3udkOf5MnHF/NcswOvvA1bmvfyAGqqsz3R1EG7uHaNurgL/kOsvz89xMv5S46nw49/U/if7xVKZbncdiQ5Z5VX5uzuklmecSKv16Si5fnvu2Mff5MeDLVG6vFsdpY+5rc35uyDpuzmVFW5iX9fErKidRy4griZWZfhJxcrcm003OcmzMupiQy14hxqeNWfYlRNtvotIu12X5p+f0K1n2z2ddfpU4uYXoR4dUjU/3A0O29ZvUOw0z6w7cCvx73kY4izhLXFeV7BB3P4BoBAOAv7r7PxKN/1tElO0LDCTOIJuJhjmAaMyP11iWb+e6L7n7XsTZdT/ibIhcNoQY0CBuVx1MRPy9iCuNBuIM4iuZx3eJS+8NxC0Lcl+LK4NuREPZWNQDcVvnQOAU4t56J+BTuQzirHcUcVbenTgT+lCW8xZikLmFuEz9ibt3yXr6Z+IKYQXRAT6UdTotpxcRZ4UHEbeoxhJnto8QA+1s4izsFKITPUGcxTYRZ+pn5N/fs2zfI27NLSEG/keJM6X/yv2tIwa/J4n7v1617jrgc7mNF4hbf52pPAfYSAwYc4hL+DqiDYwHfpx13pW4JD8h9+FdxJXFW7Pu78l8FmTdHkmcDc7IfTySOOZPEMFqVtbhIqJT/zsREOYTx35p1u1zeQy7Zd5P536tznL+PPe3N3GS4FnP67JdO9EHJmQ5emcdH5vrTcptriZuMy4l2mQnYjBdn9u+nbhl2JNon43EoH8N0R4+Anw+lwPckl+CPZbKM5T6/Fz0qw8QX7DdJ8syJdOtzONyYO5zTyKgfSzTnZh1tLzq2H2eaKvvpBIQDPg60c86ZT0cSLSvwVn+QVlHX6JyC/HsrI+3E+PCY0Sf60kEt5OJZxTDc5uHEONCbyq3nc6gcvXcSATVXXPfDs3j9lDux0FE//oT0e4OymXdso4ezGP2lszz98S4MI4IDrsQ7fEPOW8tcImZTcl1tvq7DDtTgCj7eY6W3+k1s87EoHijuxe/e7s/Meg9SHT2TxFntBADSfGgFaIDfZoYJJ5z90XuvgGYSBycGe7+cSpn2cUD/qLDtTCzM4j7hV+umv1YrlPcT+9MNJw9yAekGeb/ThzQEUTE7wlMzP0rzuLfT5xBNQF/zWV3EJ17CXGGdSMxeH2ZuH01kXiw2ze3+ZOsz3cQjXECcVZdPBz8FjFwHZD18hbivjbE5XIz0RiNCEq/JzrM7JwuOoNneb+atyN+n3XYn3im82Cm/WDu3zyicw8lBq9i8NiVCHBdc539iM78XuIY70oMNo/k/tUTV0jfJjrPmURH/kfi6rMPcTn+LmKA/yaVwcWIK6/Ts54GZP7XEwPhAUQ7+i+ig15K5Uz7bqKD11F5OA0x6K4H7s7bRbcQA0VxG+E24gSif9bFM8RgcwuVh7Z3Zx0NJq4CVxLBo47oC8XAuhjol7cPFhGD6FQqD16fIdr5AmIQ7Jb1SNbdNbneUiq3afoRzziaids/++V+H0CelLj7fnn8NuZ6RxJn+cVPp34ky/lJon0+5u4Lsp6bgXPM7AXi9le3XGdm5ndj5vdI1sWI3PYsIoheTbSVvxJn5MVLE/tm2ZdlfkuIW2SvEicznyCC7vlZ34OJoLErEcyfzjIXdbgv0VeKNvc2d/9f4GdEf11A3ML7MjFmLSXa8dG5LyuBsTmWrCJOat6Z5ZuYy/sR7RSiv/6duAX516zXSe7+D5l/z9xeJyJQPkf04y7ufiBxMlacIL/mnzjamQJE2c9z3AeQT+fHEQ3/ejPrmetcRBzk0zL9H6k82C7e5Fienw8jBooG4GAz65b5HkacvWBm7yQGlWLghrj1tbKqnN2AbxBnSv2q5r+HeHA0gBiomogGvojKrReIK5e63JfiFsOhuX8biEY6jrhkvY/oXOOIDnEtEQRmEQ37x8TZ8sTcl68Ql6a3UXnQfgjw/3J7j2U5xhEd3YmO8Tgx8Bf/R+ioLPPs3PdpxID+nqzjoVnWM4mriUuBd5vZXrmsJ3F78Bni2KzJPIpbIG/LvA8lgvgqIqA3E7eATiMGsflZD8uJW3u7EWe6l2We7yLO+pcRAe58Kt/e/ylwM3Fl9ypxHCdnuueBRZnfGUSnn0MM1K8SbfGLRFuYQQxcHyIu2f+FGBQ/RwSENcRVzAWZz9/M7MNZD4/mMVoO/Gvuz/NZ3wtz3aFZ/l2IQWYW0R6H5r+jiUFhPTGw/oFoC/OItvFiHovhxD3sBcSg8BYqt5a+n9t9mWiP+xMBr1seo7rMr7iVuTTzOItoZ18H5phZJ6LtT81tn5T53U44mThpOZYY4O/P+R/JY9GQ/WMd8A13n5/1PJsIKicRL0L0yHJtyLo6OI/BXCJwTSf6d9ecPp1Kfz+TeGZWT+Vqez+izVxDDK7F7c7jctlbM+2++e+hVG419cj/42ZY1tPLxFXmhKyrPsTVw+lZ9t7APfkL1kcQz8mGEG3prjwW/5P1NjfLexRxQvAKEZR+l9vsmdu4geiPp2S6Z4AVeTwuI9oExNh2moWDgRXuPo8t2Km+SW1mRxGRuniDpQ+VVzV7E4NIFyIiLyA6883ufpGZfYK4bdIrs6snDtg/5TovEmdYA4n7dicSlb4blQfeG4gB4a1UHjQ2s+nrdoXVxME0KvcoofIQdXcqD66N6JDkduqo3P/snmmKV/4sp1cQHec9uZ21Ob+eTV8HXJ/zPPN9hegAA3Iba4jBYkNOd8ptrs0ydyNuy3Qizj6KMqzNens10xRnbBuIAb44+Vif5elatb+riEGmG9ER9s2yNBODw/Ks3+JMdA0xQO9ODJTzieDbPec/TNyiW5L71584zkW6NcQA+L7M73nirOxG4rbJJ4hBdm9igFhInI0uyLK+lehMHzaz7xBXUsWDyqJeF1B5LZacvz7LWNz6ac79LB5wFvu8mhiA96HymmTxoH3XrNPiZYalVF4dXZXHscjrFeLqobgqKDp3XR4fz+NVPKTdUPXv/wI/IAaTDVRe1X0593/3zGt1/q0j+t5c4gpxbs7rTwzA1xBXucWD4D2ovN76PHGmPjvzeh8xKH6OyvOHaVmG9xFn098hBt6niOM6mXjZY2bu7+65XhHEisG06A8b2bQ/FvXbiUp/WUPcKpxOXHkWZ97r8vi8g8qr16uzzB/LfavLPNfm8SsC6bysj+KBdx2Vdl08x+pcdVw2Em2wOet1dW6zeND/OJVbZhuovGJeT+W5lVN51fxl4AB3X5oniZcTJxergTPdvZEt2KkChIiIbD870y0mERHZjhQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISKn/D7Z/JpEmTtPSAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import seaborn as sns\n",
    "class_count = df_train[\"class_id\"][df_train[\"class_id\"]>-1].value_counts().sort_index().values\n",
    "class_freq = class_count/len(df_train)\n",
    "sns.barplot(x=np.arange(len(class_freq)), y=class_freq)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: >"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAD4CAYAAAD2FnFTAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAknklEQVR4nO3de7xWZZn/8c/F3oCiIYkCBSaWVEOajpI6ZVk5GoqKCo44moexyJRy0mnGTv5m/NlvdGbKqTQdE882qAi6VRRHrawmD0imoqkbUAE5H0WOe3P9/riutZ9n79eC/SgbNuj3/XrtF+tZ6173uu+17vu+1ul5MHdHRESkrS6dXQAREdk2KUCIiEgpBQgRESmlACEiIqUUIEREpFR9Zxfg7dhtt9184MCBnV0MEZHtytNPP73I3Xd/u+ttVwFi4MCBTJkypbOLISKyXTGz197JerrFJCIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipbarANG0cAkLr76VhVff2tlFERF519uuAoSIiGw9ChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREopQIiISKmaAoSZDTWzl8ys0cwuKlne3cxuz+VPmNnAnH+EmT1tZs/lv1+sWufXmecz+denw2olIiKbrb69BGZWB1wFHAHMBp4yswZ3f6Eq2dnAUnff28xGAZcDJwOLgGPd/Q0z2weYDPSvWu9Ud5/SQXUREZEOVMsVxEFAo7vPcPd1wDhgeJs0w4Gbcno8cLiZmbv/0d3fyPnTgB3NrHtHFFxERLasWgJEf2BW1efZtL4KaJXG3ZuA5UDvNmlGAFPdfW3VvBvy9tIPzMzKNm5mo81siplNWbxyRQ3FFRGRjrBVHlKb2SeI205fq5p9qrvvC3w2/75ctq67X+vuQ9x9SO+de275woqICFBbgJgD7FH1eUDOK01jZvXALsDi/DwAmAic7u7TixXcfU7++ybwS+JWloiIbCNqCRBPAYPMbC8z6waMAhrapGkAzsjpkcCj7u5m1gu4H7jI3X9fJDazejPbLae7AscAz29WTUREpEO1GyDymcIY4g2kF4E73H2amV1iZsdlsrFAbzNrBC4AildhxwB7Axe3eZ21OzDZzJ4FniGuQH7RgfUSEZHN1O5rrgDuPgmY1GbexVXTa4CTSta7FLh0I9keWHsxRURka9M3qUVEpJQChIiIlFKAEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUjUFCDMbamYvmVmjmV1Usry7md2ey58ws4E5/wgze9rMnst/v1i1zoE5v9HMfmpm1mG1EhGRzdZugDCzOuAq4ChgMHCKmQ1uk+xsYKm77w1cAVye8xcBx7r7vsAZwC1V61wNfBUYlH9DN6MeIiLSwWq5gjgIaHT3Ge6+DhgHDG+TZjhwU06PBw43M3P3P7r7Gzl/GrBjXm18AOjp7o+7uwM3A8dvbmVERKTj1BIg+gOzqj7Pznmlady9CVgO9G6TZgQw1d3XZvrZ7eQpIiKdqH5rbMTMPkHcdjryHaw7GhgNMGDXtjFHRES2lFquIOYAe1R9HpDzStOYWT2wC7A4Pw8AJgKnu/v0qvQD2skTAHe/1t2HuPuQ3jv3rKG4IiLSEWoJEE8Bg8xsLzPrBowCGtqkaSAeQgOMBB51dzezXsD9wEXu/vsisbvPBVaY2SH59tLpwD2bVxUREelI7QaIfKYwBpgMvAjc4e7TzOwSMzsuk40FeptZI3ABULwKOwbYG7jYzJ7Jvz657FzgOqARmA480FGVEhGRzVfTMwh3nwRMajPv4qrpNcBJJetdCly6kTynAPu8ncKKiMjWo29Si4hIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKRUTQHCzIaa2Utm1mhmF5Us725mt+fyJ8xsYM7vbWa/MrOVZnZlm3V+nXk+k399OqRGIiLSIerbS2BmdcBVwBHAbOApM2tw9xeqkp0NLHX3vc1sFHA5cDKwBvgBsE/+tXWqu0/ZzDqIiMgWUMsVxEFAo7vPcPd1wDhgeJs0w4Gbcno8cLiZmbu/5e6/IwKFiIhsR2oJEP2BWVWfZ+e80jTu3gQsB3rXkPcNeXvpB2ZmZQnMbLSZTTGzKYtXrqghSxER6Qjt3mLagk519zlm9j7gLuDLwM1tE7n7tcC1APvv+WEv5i+8+saWNLt//cwtXFQRkfeeWq4g5gB7VH0ekPNK05hZPbALsHhTmbr7nPz3TeCXxK0sERHZRtQSIJ4CBpnZXmbWDRgFNLRJ0wCckdMjgUfd3dkIM6s3s91yuitwDPD82y28iIhsOe3eYnL3JjMbA0wG6oDr3X2amV0CTHH3BmAscIuZNQJLiCACgJm9CvQEupnZ8cCRwGvA5AwOdcDDwC86smIiIrJ5anoG4e6TgElt5l1cNb0GOGkj6w7cSLYH1lZEERHpDPomtYiIlFKAEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUgoQIiJSSgFCRERKKUCIiEgpBQgRESmlACEiIqUUIEREpJQChIiIlFKAEBGRUgoQIiJSSgFCRERK1RQgzGyomb1kZo1mdlHJ8u5mdnsuf8LMBub83mb2KzNbaWZXtlnnQDN7Ltf5qZlZh9RIREQ6RLsBwszqgKuAo4DBwClmNrhNsrOBpe6+N3AFcHnOXwP8APiHkqyvBr4KDMq/oe+kAiIismXUcgVxENDo7jPcfR0wDhjeJs1w4KacHg8cbmbm7m+5+++IQNHCzD4A9HT3x93dgZuB4zejHiIi0sFqCRD9gVlVn2fnvNI07t4ELAd6t5Pn7HbyBMDMRpvZFDObsnjlihqKKyIiHWGbf0jt7te6+xB3H9J7556dXRwRkfeMWgLEHGCPqs8Dcl5pGjOrB3YBFreT54B28hQRkU5US4B4ChhkZnuZWTdgFNDQJk0DcEZOjwQezWcLpdx9LrDCzA7Jt5dOB+5526UXEZEtpr69BO7eZGZjgMlAHXC9u08zs0uAKe7eAIwFbjGzRmAJEUQAMLNXgZ5ANzM7HjjS3V8AzgVuBHYEHsg/ERHZRrQbIADcfRIwqc28i6um1wAnbWTdgRuZPwXYp9aCiojI1rXNP6QWEZHOoQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUkoBQkRESilAiIhIKQUIEREppQAhIiKlFCBERKSUAoSIiJRSgBARkVLvmgCx8JprWXjNtZ1dDBGRd413TYAQEZGOpQAhIiKlFCBERKSUAoSIiJRSgBARkVI1BQgzG2pmL5lZo5ldVLK8u5ndnsufMLOBVcu+k/NfMrMvVc1/1cyeM7NnzGxKh9RGREQ6TH17CcysDrgKOAKYDTxlZg3u/kJVsrOBpe6+t5mNAi4HTjazwcAo4BPAB4GHzeyj7t6c633B3Rd1YH1ERKSD1HIFcRDQ6O4z3H0dMA4Y3ibNcOCmnB4PHG5mlvPHuftad58JNGZ+IiKyjWv3CgLoD8yq+jwbOHhjady9ycyWA71z/uNt1u2f0w48ZGYO/Je7l37LzcxGA6MBBuzau4biwoJrrmyZ7nPOmJrWERGR1moJEFvKoe4+x8z6AP9jZn9298faJsrAcS3A/nt+2Ld2IUVE3qtqucU0B9ij6vOAnFeaxszqgV2AxZta192LfxcAE9GtJxGRbUotAeIpYJCZ7WVm3YiHzg1t0jQAZ+T0SOBRd/ecPyrfctoLGAQ8aWY7mdn7AMxsJ+BI4PnNr46IiHSUdm8x5TOFMcBkoA643t2nmdklwBR3bwDGAreYWSOwhAgiZLo7gBeAJuA8d282s77AxHiOTT3wS3d/cAvUT0RE3qGankG4+yRgUpt5F1dNrwFO2si6PwR+2GbeDGC/t1tYERHZevRNahERKaUAISIipRQgRESklAKEiIiUUoAQEZFSChAiIlJKAUJEREp15m8xbRXzr/lRy3Tfcy7sxJKIiGxfdAUhIiKlFCBERKSUAoSIiJRSgBARkVIKECIiUuo9FyDmXX0p866+tLOLISKyzXvXv+a6KXN//t2W6Q2+smW6/3k/7YziiIhsU95zVxAiIlKb9/QVxKbM+tmXAdjjG7cw42fHt8xf38Vbpj923j1bu1giIluNriBERKSUAkQHmnrNsUy95tjOLoaISIfQLaYt5Mn/qgSK9Va5LfWZ0fd1RnFERN42BYjN8NzPj2uZ3vfchprX+80vhgFw2Ffv32S6+68/CoBhf/dAq/l33TC0ZXrEWQ/WvF0RkbdDAWI7cU8GCwCs9bLbM2CcrGAhIh1IzyBERKSUriC2IZPHHt0y/aWzJ72jPG678Ust06eeOXmzyyQi710KEO9iN914ZMv0GWc+xNib4vPZZzzEtbdUAsnoL7cOJD+9LZZ989TJ/Oi/Y/rCUxRsRN5rFCA62SPXDat8sI2n25J+fmslWJx7Wm2B4JLbK+tcfPJkvndnPAf54Umtn4N8fULlgfrVJ7ZeNrShUnfz3i3TDwy/uaYyiMiWpQAhNbtsXCUodFYwa+voif8CwKQT/g9HT/zXlvmTTvhOZxVJ5F1DAUK2qtPujiuKW4/f9BtXR91zHgAPDL+q1fyj7/5ey/Sk43+40fWHTfz3lun7T/g2wyZcEdMnfuvtFTgdc9cNLdP3jTjrHeUhsr2pKUCY2VDgJ0AdcJ27X9ZmeXfgZuBAYDFwsru/msu+A5wNNAPfdPfJteQp268Lx1duK3XEe3JH3/0PVZ+6b3Z+wyb8rOpTXcvU/Seey7C7/iumR3yNYXddl9NfabX+MXfd1DJ934gzOGb8rTE98jSOGf/L0rzvG3kyx9x5Z0yfdNImy3fc+PgyZcPIY1rNP378Qy3Td488kuPHP5rTX+SEu37TssyquvWEEZ9hxF1PAHDXiIMZedfUqnRdS6fvGPFxRk2YCcC4E/dqVYaLJs5pmb7shP6tll0xcV7L9LdO6LfR+v33XYtapk8ZsVurZffeEcuO/ZvW89t67NaFAHzutN35w00LW+bXN1e+lPqpv+vTap1p18xvmf7EOX1bpmf+pFLuvc7vx+z/iM8D/mHjdXg75v/n0wD0/fsDOyS/randAGFmdcBVwBHAbOApM2tw9xeqkp0NLHX3vc1sFHA5cLKZDQZGAZ8APgg8bGYfzXXay1PkXevY8RNapq0qkDSMHN4q3fDxD5Sm21ZcOnEuAN8/4QOt5l8zoTIYn3NiX26cEIP4mSfu3irdhPGVYHHiyNZB4cFxlWVdN1QG/sP/tnUem/LMdQsA2P8rrYPFy1dVyteVjZv7b5WAaLauZbrft1sHznk/rgxd/S4YvNH85v/kiZbpvucf3HrZTyPI9/3mYSz42SMt8/t84/BW6RZcGW849hlzNFtaLVcQBwGN7j4DwMzGAcOB6sF8OPDPOT0euNLMLOePc/e1wEwza8z8qCFPEdkGnDNxVst0L311qsW8H70MQL8LP9pq/vwr/tQy3fdb+210/fk/+X0l3fmf2Wi6BVdWrhz7jDmy9bKrqn/BoamS7rwTWfDz22P63JM3mnd7zN03ncBsJDDU3b+Sn78MHOzuY6rSPJ9pZufn6cDBRNB43N1vzfljgeKUaJN5VuU9GhidHz9G3MJaVJVkt6rPG5vurHTbQhlUJ9W9I9JtC2VQnd55uj3dvfZLr4K7b/IPGEk8Iyg+fxm4sk2a54EBVZ+nZ8GuBE6rmj8282s3z02UZ8rGPm9surPSbQtlUJ1Ud9V92y3D1kz3Tv5quV6cA+xR9XlAzitNY2b1wC7Emf7G1q0lTxER6US1BIingEFmtpeZdSMeOrf96dIG4IycHgk86hG+GoBRZtbdzPYCBgFP1piniIh0onYfUrt7k5mNASYT7+1d7+7TzOwS4vKlgbh1dEs+hF5CDPhkujuIh89NwHnu3gxQlmeNZb52E583Nt1Z6baFMnR0um2hDJ2VblsoQ2el2xbK0NHptoUybM10b1u7D6lFROS9Se+siYhIKQUIEREpVdNPbWwr2vw8x1JgT2ABcBTxUx/F9+d3ApYR9RsPXAJMId6U2gd4k/jpDydeyT2A+Kb368Aq4OOZ/2JgR6AP8YXL6bnuR3J+c/67ILfZK7c7P9fpSTx7eQvYGZgJ/C9wUn5enfk2ATcCp+Q6G4DlmV8TMI14wF986dOAdcBcIsh/MP81oFtup1duY0POXwb0yOn5uZ3dsp7vq9ofzxHffN8hPzdl3sW9yCK/5VXr1WfZVmadds9jtAJYn9utyzzqcn/My/W7ZTmaMy3An/MYdK8qV1HnFVn+j2XZXiPegvM8XsuJY9yNaA9/zulXgb0zj1eBl3Of9szyriWO5cvAR4l3x9dk3vVZr7cyfXHcN+R2u+d2Z+e+W5/LyP24LNN3I9rPmqptrs80i4F+VfugObe3a5aZXH9tlqcL8WzvQ1R+f2RlbqtfLi/aRFdgVs73LEMXos2uz+k3gEeAr+W2m3LZstzuzlTaxOqcrsuyFcene9Ztdu7r4ph2y20szW12y3RvAb0zzZpM00yl39Tnsnl5HJqr6tSU/1Z/ng+8P9crlnetqs/ORPvZIY/P2qrj1yU/PwR8APhMbrto/7Oz7LtmnmuyPn1zO0VeRR13zHnzcp2dM5+uwAyif3bLPyOe3TYTb4C+kevuS7SLot8CPE20291ye82ZhxPj17KsX/+cvwI40N1fzy8v/wQ4mhjnznT3ym+vlNhuriCqfvLjKGAw0RC+noubgAvdfTDxBb11xGC7PzAU+DHwYlV2X3D3/YFngQfd/cNEozwIOJZoYIe5+z7EQLGKCA775bLHiM54LHANcQDHEAdvNTFAHQ/cTnTGE4gD0we4nxiENwD/neWdRxz0EcAQ4JVcp/hhn/8ADiMawPRMfxnRqN5PfI/kKuBuouH+E3ABEUAOAH5BNJYzge9mvXfO5eOzLgfk9vcB/s7d64BPE53uNqKDLCJ+b+v1XH9Y7tcHgD8CjxKBblqW8dws7zDiLbULgWeASURAX04E7iZi0P4C8A1iMBjm7l2Ik4A/Ab8jGvuC3P91We7rcx+tcPe9c/6f8zh8Lev660y3AHjN3T9JdLAdiA7bNcvyQpbrWaJvfBz4PnAv8FtgYeb/R6ITr8m6vw5cl/toOdE5fw7cSnT0f8399TpwUx7X14lXvb9PtNcXc91LM+9Rua9ez/3xoap15mQeU7OeLwJ3Ei99LCCC3D8RbeLWLPfviIHrzsz35pz+LvAd4u3C4ZnfJVXLTifa6vezTUzM+XOI9tuPCD4vEm3l4tzeSuJE6urcB48DPyBOCuYT7eTWnB6Uy+qybMV+KJadRQzWg4l2vCjnzyHa/AbgPGLQrSPa0CvEwH8ecF8emw1EP/0wMbC+RPTLDbnOWKJ9DyHa5JiqZVcRbeYb2S5/m2VZnXmsB+4hgkH3zON5IgAuJR4W30cM5N8Fvke0sSG5jzYQ48w/5/EbTPTPe7NOnwKOIfrnityPf531uDe3v5R4i7QP0R+6A7/J4wQxdg7Kv9G53U3abgIEVT/54e7riIN5EIC7zy0iobu/SXT0/kTH70EMdNdVZ2ZmuwCfy3xw93Xuvgw4lNjpi/I7HfXEgOPu3kQ0gsOAZe7+GHALsJO730Y0qlXu3pTLfgN0zWnPv1OA/5vFeI0Y5HcFLnP3R6icSfwWODzzbM76DSAGy2eIq4S/JF4ZXkEEkf2Js7Ld3f3GTNefODNcmel2Aj5JdNguxBnHnEx3JjH4Lcl98mTmMYwYtN7IdAOITr+KOFP8C6IR3080+OKs/7E8BquIK6cPZbru+e8eQPHLecVVyjnEIPdWzl+WeRyY83YC/oromGuybPXAjmY2gOgo64gzriOIwW6HTHcvsEOm25voZDOyLC/ndoYRZ3EvE1dmw4jBYSei0y6mcga/gWgbEMf6s7mfyePxuZx+OtsORECs/mGgnXJ//AutnUWcBADg7guqlvUlBp/PESc2jUS7vSj3U/El1f+oSnNFbutQInj1z+krc/6nsz7rsjzFsm/mNv8z+8yQnN8XeDL7zABicJoOjMs0L7r7a0TgKc6wnwA+n+keIs6Qp2e6T+Z2iu19uGrZxcAr7v4K0SdeIYJlX2J/F+2tuJJaCgwkjtESYgAvvkX8B+J41xHjxK45vST3Qz8qx9Cqlp2e21mc40JdLu9BnAQuz3U2EMHyaKJ9NxFt+DLgEKIvHJp5vpTpfkPrq7VPEe1vhyzfwkz3NaJ/LnX3VVmnF3OfNuU6JxKBsvjRp3/N4wFxAnCzh8eBXmbW+ke02tqcb9ltzT/Kv319E/B8m3QDicbzbB7oPxOd5vNEBJ9JnHm9kNM35k6/LhvI9VTOqhcSg8qMPBA9iAa2tthubq85px8nglhRloeJQXlWNoZZRGMdSDS21zPfJuIHDp/IPKYTHftZKp1hVm73ovz8HSqXlT2JxrqCGDQPq9oPPbMcq4izqNeonMG+RlwBNREDztLMYwrRaI8jzuKmUglWxS2FB4iBrik//xtx5dCc0+tyH15OdNxVVG63vZl1eYQIQMXtodU5/dssw4pMfx/ReVZl/vOJDrUoy1UEv/FER5qZ2zqcOO5ziSu1l4ngsybrf00uWwU8mOu8kmV7iejEvwdOzX3zMHE2uS7Tbsh0izJfz+mpxNXkqqzTn/PzoqzHzFy2Lre1Jtdpyv1Q5D8v6/km0U4WZR1WZz5rc3/Mze0/nWVYQJyd/5HKbbl7sxwLiHbwRu7btzLNzNzn66jcWmmkcitoUf67lBjcV+d+n53l+B1xxn1BlmFM9oHrs66/Jgaq6zPdvUQbe5Bo2yuB3+c6y/LznEy/hLjqfCLr+m9E/3g+063KY7E+y7wyPzfn9OLMczGVfv10Ll+WdduQdZ4KnE/l9mpxnDZkXZvzc0Pu4+ZcVrSFubk/fkHlJGopcSWxItNPJE7uVme6SVmODbkvxueyN4nxaUOWfTHR9puotMu1Wf7GnH4zy/7V3JcXECe3EP3o0Krx6RFgyOZ+k3q7YWY7A3cBf5+3Ec4mzhLXViU71N0PIBrBQOAP7v6XROP/LhFl+wJ7EWeQzUTDHEg05mdqLMv3ct3X3X0P4uy6H3E2RC4bQgxoELerDiEi/h7ElUYDcQbxrczjB8Sl93rilgVZ1+LKoAfRUDYU+4G4rXMgcBpxb70L8MVcBnHWO4o4K9+ZOBP6VJbzTmKQuZO4TP2xu3fL/fTXxBXCcqIDfCr36Us5vZA4KzyIuEV1LXFm+yQx0M4izsJOIzrRs8RZbBNxpn5m/v0py/bPxK25xcTA/xRxpvTvWd86YvB7jrj/61XrrgW+ktt4lbj115XKc4ANxIAxm7iEryPawDjgR7nPuxOX5CdlHfYkrizen/v+wcxnfu7bo4izwelZx6OIY/4sEaxm5j5cSHTqvycCwjzi2C/JfftyHsMemfcLWa9VWc6fZH13J04SPPfz2mzXTvSB8VmO3XMfH5frTcxtriJuMy4h2mQXYjBdl9u+h7hl2Iton1OIQf8Goj18GvhqLge4M78EexyVZyj1+bnoV58gvmC7T5bl6Uy3Io/LgVnnXkRA+2ymOzn30bKqY/dVoq1+iEpAMODbRD/rkvvhQKJ9Dc7yD8p99E0qtxBH5/74ADEuTCX6XC8iuJ1KPKMYnts8lBgXdqdy2+lMKlfPU4igumPW7bA8bo9nPQ4i+tdviXZ3UC7rkfvosTxm78s8f0WMC2OJ4LAD0R5/nfPWAJeZ2dO5zjv+LsP2FCDKfp6j5YfczawrMSje5u7FbynvTwx6jxGd/YvEGS3EQFI8aIXoQF8iBomX3X2hu68HJhAHZ7q7f47KWXbxgL/ocC3M7EzifuH5VbOn5jrF/fSuRMPZjXxAmmH+T8QBHUFE/F7AhKxfcRb/ceIMqgn4Qy67l+jci4kzrNuIwet84vbVBOLBbt/c5o9zf36QaIzjibPq4uHgd4mB64DcL+8j7mtDXC43E43RiKD0K6LDzMrpojN4lveCvB3xq9yHA4hnOo9l2k9m/eYSnXsoMXgVg8eORIDrnuvsR3TmjxLHeEdisHky61dPXCF9j+g8ZxEd+S+Jq88+xOX4nsQA/x0qg4sRV15n5H4amPnfQgyEBxDt6N+JDno5lTPtB4gOXkfl4TTEoLsOeCBvF91JDBTFbYS7iROIAbkvXiQGmzupPLR9IPfRYOIqcAURPOqIvlAMrIuAfnn7YCExiE6j8uD1RaKdzycGwR65H8l9d0Out4TKbZp+xDOOZuL2z35Z7wPIkxJ33y+P34Zc7yjiLL/4be1PZzm/QLTPqe4+P/dzM3COmb1K3P7qkevMyPxuy/yezH0xIrc9kwii1xNt5Q/EGXnx0sS+Wfalmd9i4hbZW8TJzOeJoHth7u/BRNDYkQjmL2SZi324L9FXija3q7v/L/CfRH+dT9zCO58Ys5YQ7fiYrMsK4NocS1YSJzUfyvJNyOX9iHYK0V//RNyC/EPu14nu/heZf6/cXhciUL5M9ONu7n4gcTJWnCC/7Z842p4CRNnPczwMkE/nxxIN/xYz65XrXEIc5NMz/W+oPNgu3uRYlp8PJwaKBuAQM+uR+R5OnL1gZh8iBpVi4Ia49bWiqpw9gH8kzpSq/8eRjxAPjgYSA1UT0cAXUrn1AnHlUpd1KW4xHJb1W0800rHEJevDROcaS3SIG4kgMJNo2D8izpYnZF2+RVya3k3lQfuhwP/L7U3NcowlOroTHeMZYuAv/hPpUVnmWVn3l4gB/SO5j4dmWc8iriYuBz5sZnvksl7E7cEXiWOzOvMoboHsmnkfRgTxlURAbyZuAZ1ODGLzcj8sI27t7USc6f4s89yTOOtfSgS4C6l8e/8K4A7iyu4t4jhOynSvAAszvzOJTj+bGKjfItri14m2MJ0YuD5FXLL/DTEofoUICKuJq5iLMp8/mtnBuR+eymO0DPjbrM8rub8X5LpDs/w7EIPMTKI9Ds1/xxCDwjpiYP010RbmEm3jtTwWw4l72POJQeF9VG4t/Utu9w2iPe5PBLweeYzqMr/iVuaSzONsop19G5htZl2Itj8tt31K5ncP4VTipOU4YoB/JOd/Oo9FQ/aPtcA/uvu83M+ziKByCvEiRM8s1/rcV4fkMZhDBK5Gon93z+kzqPT3s4hnZvVUrrb3I9rMDcTgWtzuPD6XvT/T7pv/HkblVlPP/D9uhuV+eoO4yhyf+6oPcfVwRpZ9d+DB/AXrI4nnZEOItnR/Hov/yf02J8t7NHFC8CYRlB7KbfbKbdxK9MfTMt2LwPI8Hj8j2gTE2Ha6hUOA5e4+l03Yrr5JbWZHE5G6eIOlD5VXNXcnBpFuRESeT3TmO9z9EjP7PHHbpHdmV08csL/KdV4jzrD2Iu7bnUzs9J2oPPBeTwwI76fyoLGZ1q/bFVYRB9Oo3KOEykPUXag8uDaiQ5LbqaNy/3PnTFO88mc5vZzoOB/J7azJ+fW0fh1wXc7zzPdNogMMzG2sJgaL9TndJbe5Jsvcg7gt04U4+yjKsCb321uZpjhjW08M8MXJx7osT/eq+q4kBpkeREfYN8vSTAwOy3L/Fmeiq4kBehdioJxHBN+dc/4TxC26xVm/AcRxLtKtJgbAj2V+rxBnZbcRt00+TwyyexMDxALibHR+lvX9RGc62My+T1xJFQ8qi/06n8prseT8dVnG4tZPc9azeMBZ1HkVMQDvQ+U1yeJB+465T4uXGZZQeXV0ZR7HIq83iauH4qqg6Nx1eXw8j1fxkHZ91b//C/yQGEzWU3lV942s/y6Z16r8W0v0vTnEFeKcnDeAGIBvIK5yiwfBu1F5vfUV4kx9Vub1MWJQ/AqV5w8vZRk+RpxNf58YeJ8njusk4mWPGVnfXXK9IogVg2nRHzbQuj8W+7cLlf6ymrhV2EhceRZn3mvz+HyQyqvXq7LMn8261WWea/L4FYF0bu6P4oF3HZV2XTzH6lp1XDYQbbA59+uq3GbxoP8ZKrfM1lN5xbyeynMrp/Kq+RvAAe6+JE8SryROLlYBZ7n7FDZhuwoQIiKy9WxPt5hERGQrUoAQEZFSChAiIlJKAUJEREopQIiISCkFCBERKaUAISIipf4/PCsl3kkeUj4AAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import seaborn as sns\n",
    "class_count_test = np.zeros(len(class_count))\n",
    "class_count_test[df_test[\"class_id\"][df_test[\"class_id\"]>-1].value_counts().sort_index().keys()] = df_test[\"class_id\"][df_test[\"class_id\"]>-1].value_counts().sort_index().values\n",
    "class_freq_test = class_count_test/len(df_test)\n",
    "sns.barplot(x=np.arange(len(class_freq_test)), y=class_freq_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "num = 0\n",
    "column_length_test = []\n",
    "column_length_train = []\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    column_length_test.append(len(group_df[group_df[\"class_id\"]>-1]))\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    column_length_train.append(len(group_df[group_df[\"class_id\"]>-1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: ylabel='Count'>"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAD4CAYAAAAdIcpQAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAU0ElEQVR4nO3df6zldX3n8edLUOqiLLDcJdMZ2EEdSZDdHfAWaVFDS8WBqmDtImQFdK2jERqJTVuwibg0JGbXHw3b7pgRZoGIIDoQhkrFkbKyJuXHHZzlN8sFIcxkZG47u+KPhi7w3j/uZ5bj9N753rlzzzn3zn0+kpP7Pe/vj/M+IeE138/3c77fVBWSJO3Oq4bdgCRp/jMsJEmdDAtJUifDQpLUybCQJHXaf9gN9Mthhx1Wy5cvH3YbkrRgbNq06e+qamSqdftsWCxfvpyxsbFhtyFJC0aSZ6Zb5zCUJKmTYSFJ6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOvUtLJIckeTOJI8keTjJp1r90CQbkzzR/h7S6klyRZLxJA8kOb7nWOe37Z9Icn6/epYkTa2fZxYvAn9YVccAJwIXJDkGuBi4o6pWAHe09wCnASvaazWwBibDBbgUeBtwAnDpzoCRJA1G337BXVXbgG1t+adJHgWWAmcAJ7fNrgH+O/AnrX5tTT6N6e4kBydZ0rbdWFU7AJJsBFYB1/er9/d+4INsm9gx5bolI4dy6/pv9OujJWleGsjtPpIsB44D7gEOb0EC8GPg8La8FHi2Z7ctrTZdfarPWc3kWQlHHnnkrPvdNrGDN33osinXjX/ts7M+riQtVH2/wJ3kdcB64KKqer53XTuLmLPnulbV2qoararRkZEp74UlSZqFvoZFklczGRTXVdVNrfxcG16i/d3e6luBI3p2X9Zq09UlSQPSz9lQAa4CHq2qL/Ws2gDsnNF0PnBLT/28NivqROAnbbjqduDUJIe0C9untpokaUD6ec3iJOBc4MEkm1vtM8DngRuTfBR4BjirrbsNOB0YB34BfASgqnYk+TPgvrbdZTsvdkuSBqOfs6F+AGSa1adMsX0BF0xzrHXAurnrTpK0J/wFtySpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqVM/n8G9Lsn2JA/11L6RZHN7Pb3zcatJlif5h551X+nZ561JHkwynuSK9mxvSdIA9fMZ3FcDfwFcu7NQVR/cuZzki8BPerZ/sqpWTnGcNcDHgHuYfE73KuCv575dSdJ0+nZmUVV3ATumWtfODs4Crt/dMZIsAQ6qqrvbM7qvBc6c41YlSR2Gdc3iHcBzVfVET+2oJD9M8v0k72i1pcCWnm22tNqUkqxOMpZkbGJiYu67lqRFalhhcQ6/fFaxDTiyqo4DPg18PclBe3rQqlpbVaNVNToyMjJHrUqS+nnNYkpJ9gd+F3jrzlpVvQC80JY3JXkSeDOwFVjWs/uyVpMkDdAwzix+G3isqv7/8FKSkST7teU3ACuAp6pqG/B8khPbdY7zgFuG0LMkLWr9nDp7PfC3wNFJtiT5aFt1Nv/0wvY7gQfaVNpvAZ+oqp0Xxz8JXAmMA0/iTChJGri+DUNV1TnT1D88RW09sH6a7ceAY+e0OUnSHvEX3JKkToaFJKmTYSFJ6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI69fNJeeuSbE/yUE/tc0m2JtncXqf3rLskyXiSx5O8u6e+qtXGk1zcr34lSdPr55nF1cCqKepfrqqV7XUbQJJjmHzc6lvaPv81yX7tudx/CZwGHAOc07aVJA1QPx+releS5TPc/Azghqp6AfhRknHghLZuvKqeAkhyQ9v2kbnuV5I0vWFcs7gwyQNtmOqQVlsKPNuzzZZWm64uSRqgQYfFGuCNwEpgG/DFuTx4ktVJxpKMTUxMzOWhJWlRG2hYVNVzVfVSVb0MfJVXhpq2Akf0bLqs1aarT3f8tVU1WlWjIyMjc9u8JC1iAw2LJEt63r4f2DlTagNwdpIDkhwFrADuBe4DViQ5KslrmLwIvmGQPUuS+niBO8n1wMnAYUm2AJcCJydZCRTwNPBxgKp6OMmNTF64fhG4oKpease5ELgd2A9YV1UP96tnSdLU+jkb6pwpylftZvvLgcunqN8G3DaHrUmS9pC/4JYkdTIsJEmdDAtJUifDQpLUybCQJHUyLCRJnQwLSVInw0KS1MmwkCR1MiwkSZ0MC0lSJ8NCktTJsJAkdTIsJEmdDAtJUifDQpLUybCQJHXqW1gkWZdke5KHemr/OcljSR5IcnOSg1t9eZJ/SLK5vb7Ss89bkzyYZDzJFUnSr54lSVPr55nF1cCqXWobgWOr6t8A/wu4pGfdk1W1sr0+0VNfA3wMWNFeux5TktRnfQuLqroL2LFL7btV9WJ7ezewbHfHSLIEOKiq7q6qAq4FzuxDu5Kk3RjmNYv/APx1z/ujkvwwyfeTvKPVlgJberbZ0mpTSrI6yViSsYmJibnvWJIWqaGERZI/BV4ErmulbcCRVXUc8Gng60kO2tPjVtXaqhqtqtGRkZG5a1iSFrn9B/2BST4MvAc4pQ0tUVUvAC+05U1JngTeDGzll4eqlrWaJGmABnpmkWQV8MfA+6rqFz31kST7teU3MHkh+6mq2gY8n+TENgvqPOCWQfYsSerjmUWS64GTgcOSbAEuZXL20wHAxjYD9u428+mdwGVJ/i/wMvCJqtp5cfyTTM6sei2T1zh6r3NIkgagb2FRVedMUb5qmm3XA+unWTcGHDuHrUmS9pC/4JYkdTIsJEmdZhQWSU6aSU2StG+a6ZnFf5lhTZK0D9rtBe4kvw78BjCS5NM9qw4C9utnY5Kk+aNrNtRrgNe17V7fU38e+L1+NSVJml92GxZV9X3g+0murqpnBtSTJGmemenvLA5IshZY3rtPVf1WP5qSJM0vMw2LbwJfAa4EXupfO5Kk+WimYfFiVa3payeSpHlrplNnb03yySRLkhy689XXziRJ88ZMzyzOb3//qKdWwBvmth1J0nw0o7CoqqP63Ygkaf6aUVgkOW+qelVdO7ftSJLmo5kOQ/1az/KvAKcA9wOGhSQtAjMdhvqD3vdJDgZu6EdDkqT5Z7a3KP854HUMSVokZnqL8luTbGivbwOPAzfPYL91SbYneaindmiSjUmeaH8PafUkuSLJeJIHkhzfs8/5bfsnkpw/1WdJkvpnptcsvtCz/CLwTFVtmcF+VwN/wS9f27gYuKOqPp/k4vb+T4DTgBXt9TZgDfC29nuOS4FRJqfrbkqyoar+9wx7lyTtpRmdWbQbCj7G5J1nDwH+cYb73QXs2KV8BnBNW74GOLOnfm1Nuhs4OMkS4N3Axqra0QJiI7BqJp8vSZobMx2GOgu4F/h3wFnAPUlme4vyw6tqW1v+MXB4W14KPNuz3ZZWm64+VZ+rk4wlGZuYmJhle5KkXc10GOpPgV+rqu0ASUaA7wHf2psPr6pKUntzjF2OtxZYCzA6Ojpnx5WkxW6ms6FetTMomr/fg3139VwbXqL93XncrcARPdsta7Xp6pKkAZnp//C/k+T2JB9O8mHg28Bts/zMDbxyr6nzgVt66ue1WVEnAj9pw1W3A6cmOaTNnDq11SRJA9L1DO43MXmN4Y+S/C7w9rbqb4Hrug6e5HrgZOCwJFuYnNX0eeDGJB8FnmHyGghMhs/pwDjwC+AjAFW1I8mfAfe17S6rql0vmkuS+qjrmsWfA5cAVNVNwE0ASf51W/fe3e1cVedMs+qUKbYt4IJpjrMOWNfRqySpT7qGoQ6vqgd3Lbba8r50JEmad7rC4uDdrHvtHPYhSZrHusJiLMnHdi0m+X1gU39akiTNN13XLC4Cbk7y73klHEaB1wDv72NfkqR5ZLdhUVXPAb+R5DeBY1v521X1N33vTJI0b8z0eRZ3Anf2uRdJ0jw1219hS5IWEcNCktTJsJAkdTIsJEmdDAtJUifDQpLUybCQJHUyLCRJnQwLSVInw0KS1MmwkCR1GnhYJDk6yeae1/NJLkryuSRbe+qn9+xzSZLxJI8nefege5akxW5GNxKcS1X1OLASIMl+wFbgZiafuf3lqvpC7/ZJjgHOBt4C/CrwvSRvrqqXBtm3JC1mwx6GOgV4sqqe2c02ZwA3VNULVfUjYBw4YSDdSZKA4YfF2cD1Pe8vTPJAknVJDmm1pcCzPdtsabV/IsnqJGNJxiYmJvrTsSQtQkMLiySvAd4HfLOV1gBvZHKIahvwxT09ZlWtrarRqhodGRmZq1YladEb5pnFacD97Wl8VNVzVfVSVb0MfJVXhpq2Akf07Les1SRJAzLMsDiHniGoJEt61r0feKgtbwDOTnJAkqOAFcC9A+tSkjT42VAASQ4E3gV8vKf8n5KsBAp4eue6qno4yY3AI8CLwAXOhJKkwRpKWFTVz4F/sUvt3N1sfzlweb/7kiRNbShhof567wc+yLaJHVOuWzJyKLeu/8aAO5K00BkW+6BtEzt404cum3Ld+Nc+O+BuJO0Lhv07C0nSAmBYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6DS0skjyd5MEkm5OMtdqhSTYmeaL9PaTVk+SKJONJHkhy/LD6lqTFaNhnFr9ZVSurarS9vxi4o6pWAHe09wCnMfns7RXAamDNwDuVpEVs2GGxqzOAa9ryNcCZPfVra9LdwMFJlgyhP0lalIYZFgV8N8mmJKtb7fCq2taWfwwc3paXAs/27Lul1X5JktVJxpKMTUxM9KtvSVp0hvlY1bdX1dYk/xLYmOSx3pVVVUlqTw5YVWuBtQCjo6N7tK8kaXpDO7Ooqq3t73bgZuAE4Lmdw0vt7/a2+VbgiJ7dl7WaJGkAhhIWSQ5M8vqdy8CpwEPABuD8ttn5wC1teQNwXpsVdSLwk57hKklSnw1rGOpw4OYkO3v4elV9J8l9wI1JPgo8A5zVtr8NOB0YB34BfGTwLUvS4jWUsKiqp4B/O0X974FTpqgXcMEAWpMkTWG+TZ2VJM1DhoUkqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkTgMPiyRHJLkzySNJHk7yqVb/XJKtSTa31+k9+1ySZDzJ40nePeieJWmxG8ZjVV8E/rCq7k/yemBTko1t3Zer6gu9Gyc5BjgbeAvwq8D3kry5ql4aaNeStIgN/MyiqrZV1f1t+afAo8DS3exyBnBDVb1QVT8CxoET+t+pJGmnoV6zSLIcOA64p5UuTPJAknVJDmm1pcCzPbttYZpwSbI6yViSsYmJiX61LUmLztDCIsnrgPXARVX1PLAGeCOwEtgGfHFPj1lVa6tqtKpGR0ZG5rJdSVrUhhIWSV7NZFBcV1U3AVTVc1X1UlW9DHyVV4aatgJH9Oy+rNUkSQMyjNlQAa4CHq2qL/XUl/Rs9n7goba8ATg7yQFJjgJWAPcOql9J0nBmQ50EnAs8mGRzq30GOCfJSqCAp4GPA1TVw0luBB5hcibVBc6EkqTBGnhYVNUPgEyx6rbd7HM5cHnfmtK8894PfJBtEzumXLdk5FBuXf+NAXckLW7DOLOQOm2b2MGbPnTZlOvGv/bZAXcjydt9SJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6eddZacC8/boWIsNCGjBvv66FyGEoSVKnBRMWSVYleTzJeJKLh92PJC0mC2IYKsl+wF8C7wK2APcl2VBVjwy3M2nx8ZrL4rQgwgI4ARivqqcAktwAnAEYFtKA7QvXXAy8PZeqGnYPnZL8HrCqqn6/vT8XeFtVXbjLdquB1e3t0cDjs/zIw4C/m+W+882+8l32le8Bfpf5aF/5HrB33+VfVdXIVCsWypnFjFTVWmDt3h4nyVhVjc5BS0O3r3yXfeV7gN9lPtpXvgf077sslAvcW4Ejet4vazVJ0gAslLC4D1iR5KgkrwHOBjYMuSdJWjQWxDBUVb2Y5ELgdmA/YF1VPdzHj9zroax5ZF/5LvvK9wC/y3y0r3wP6NN3WRAXuCVJw7VQhqEkSUNkWEiSOhkWPZKsS7I9yUPD7mVvJDkiyZ1JHknycJJPDbun2UryK0nuTfI/23f5j8PuaW8k2S/JD5P81bB72RtJnk7yYJLNScaG3c/eSHJwkm8leSzJo0l+fdg9zUaSo9t/j52v55NcNGfH95rFK5K8E/gZcG1VHTvsfmYryRJgSVXdn+T1wCbgzIV4e5QkAQ6sqp8leTXwA+BTVXX3kFublSSfBkaBg6rqPcPuZ7aSPA2MVtWC/yFbkmuA/1FVV7bZlv+sqv7PkNvaK+0WSVuZ/PHyM3NxTM8selTVXcDU9wBYQKpqW1Xd35Z/CjwKLB1uV7NTk37W3r66vRbkv3CSLAN+B7hy2L1oUpJ/DrwTuAqgqv5xoQdFcwrw5FwFBRgW+7wky4HjgHuG3MqstaGbzcB2YGNVLdTv8ufAHwMvD7mPuVDAd5NsarfZWaiOAiaA/9aGB69McuCwm5oDZwPXz+UBDYt9WJLXAeuBi6rq+WH3M1tV9VJVrWTyl/snJFlwQ4RJ3gNsr6pNw+5ljry9qo4HTgMuaEO4C9H+wPHAmqo6Dvg5sKAfgdCG0t4HfHMuj2tY7KPa+P564LqqumnY/cyFNjxwJ7BqyK3MxknA+9pY/w3AbyX52nBbmr2q2tr+bgduZvLO0AvRFmBLz9nqt5gMj4XsNOD+qnpuLg9qWOyD2kXhq4BHq+pLw+5nbyQZSXJwW34tk880eWyoTc1CVV1SVcuqajmTQwR/U1UfGnJbs5LkwDZxgjZkcyqwIGcQVtWPgWeTHN1Kp7DwH31wDnM8BAUL5HYfg5LkeuBk4LAkW4BLq+qq4XY1KycB5wIPtrF+gM9U1W3Da2nWlgDXtNkdrwJurKoFPe10H3A4cPPkv0nYH/h6VX1nuC3tlT8ArmvDN08BHxlyP7PWwvtdwMfn/NhOnZUkdXEYSpLUybCQJHUyLCRJnQwLSVInw0KS1MmwkCR1MiwkSZ3+Hy78/q1Cw8XVAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.histplot(column_length_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAjKElEQVR4nO3df5xcVX3/8debzQZCAkZJRJMACYrBlJ/tShC0UqQEkJqALRApGm1FW61WC18TseoX4QE2fFt/gFqqqJQqooYUARt+BIry4NeGEGLEaPiZbFAisEJgkSR8vn/cs+Fmcmd3djN3Z3fm/Xw85rF37jn3zjkzs/cz95xzz1VEYGZmVmmnRhfAzMyGJwcIMzMr5ABhZmaFHCDMzKyQA4SZmRVygDAzs0IOEE1K0k8kvbfeeW34kPRtSec1uhwjnaTTJd3Q6HIMRw4Qw4ikjbnHS5J6cs9PH8i+IuL4iPhOvfMOhKSjUj3y9fpxSjtA0hJJv5PU78U4kmZLuk/SM2mbpZKm1bvMw4kyH5X0c0nPSVon6QeSDmxAWaZKiorPcsVQl6MMEfFfEXFso8sxHI1qdAHsZRExrndZ0iPA30bETZX5JI2KiM1DWbYdsD4iphSs3wRcBXwVWNzXDiS9HrgcOBlYCowDjgW21KuQkgQoIl6q1z7r4EvAO4APALcDbcBJad3KBpVpfF/fvRH23bR++AxiBEi/xNdJ+qSk3wDfkvRKSddK2iDp6bQ8JbfNrZL+Ni3Pk/QzSRelvA9LOn6QeadJuk3Ss5JuknSJpCsGWqeIWB0R3wRW1ZD9EODhiLg5Ms9GxI8i4rFUpjZJn5L0YCrXMkl7pbQjJN0j6ffp7xEV9T5f0u3A88C+kvaXdKOkpyStlnRKLv8Jkn6RXqNL0lmVBZW0s6RuSQfk1k1MZ4OvljQhfVbd6TV+Kmm7/0NJ+wEfBuZGxNKI+ENEPJ9+7V5YkL+/78M8SQ+lsj/ce0Yq6fWS/je9P7+T9P0aPo/86xZ9N3eSND99Hk9KukrSq3LbnCHp0ZR2jqRHJB2T0rZpNuvdf+75JEk/SvV8WNJHc2mfS691earnKkkdufS9JC1K2z4p6eLce/OzXL4d+g40EweIkeM1wKuAfYAzyT67b6XnewM9wMV9bD8TWA1MAP4F+KYkDSLvd4G7gT2AzwFnDLpGtbsX2F/Sv0n6M0njKtI/AcwFTgB2B94PPJ8OStcBX07l/VfgOkl75LY9g+z93A3YANxIVsdXA6cBX5U0I+X9JvDBiNgNOIDsbGYbEfEHYFEqT69TgP+NiCeAfwLWAROBPYFPAUVNbG8H1kXE3f28N72qfh8kjU3vwfGp7EcA96XtPg/cALwSmAJ8pcbXy6v8bv4DMAd4GzAJeBq4JJVlBvA1svd9EtnnUnSGuZ0USH8MrAAmk71H/yhpVi7bO4ErgfHANbz8HrQB1wKPAlPT9lcWvMZYdvA70FQiwo9h+AAeAY5Jy0cBLwK79JH/EODp3PNbyZqoAOYBa3Jpu5IdlF4zkLxkB57NwK659CuAK6qU6SjgJaA79zilIs/rs69hv+/H4WRNUhuAF4BvA+NS2mpgdsE2ZwB3V6y7A5iXq/e5ubRTgZ9W5P934LNp+THgg8Du/ZT1GODB3PPbgfek5XOB/wZe388+zgHu7CfPt4Hz+vs+AGPTe/8uYExFvsuBS4Ep/bzW1PQ9yH+WZxV9N4EHgLfnnr+WrElxFPAZ4Mpc2ti0/TFFdUr7X5eWZwKPVZRrAfCttPw54KZc2gygJy2/OX13RhXUbR7ws3p+B5rl4TOIkWNDRLzQ+0TSrpL+PZ2qPwPcBoxPv5SK/KZ3ISKeT4uVv8T7yzsJeCq3DmBtP+VeHxHjc4+r+slfKCLujIhTImIi8FbgT8kOogB7AQ8WbDaJ7Bdj3qNkvx575cu/DzAzNf90S+oGTicLjpAdYE8AHk3NMm+uUtxbgF0lzZQ0lexgfXVKWwisAW5ITT7zq+zjSbIDa036+j5ExHNkB74PAY9Luk7S/mnT/wMIuDs1yby/n5eakPssL0rrtvlukr2PV+fewwfI+ov2JPtMtr7nqWxP1ljNfYBJFZ/Pp9J+e/0mt/w8sIukUWTfkUej//6Ren0HmoIDxMhR2QzxT8B0YGZE7E52wITsn70sjwOvkrRrbt1eJb5eoYi4h6wZp7edfy3wuoKs68n+4fP2Brryu8stryVrCsoHtHER8Xe9rxsRs8maHhaTndEUlW9LSpubHtdGxLMp7dmI+KeI2JesOeQTkt5esJubgSn5NvR+9Pl9iIglEfHnZEHnl8B/pPW/iYgPRMQksl/GX1U2KGAgKr+ba8mas/Lv4y4R0UX2Hdr6nUnfpXyT33NkZ629XpNbXkvWF5Xf724RcUINZVwL7J2CRX/5dvg70CwcIEau3cjambtTW/tny37BiHgU6AQ+J2l0+vX0F4PZlzK7AKPT810k7Vwl71skfUDSq9Pz/ckOrnemLN8APi9pv7Tfg1I/w/XAGyS9W9IoSaeSNTtcW6VY16b8Z0hqT483SXpjqu/pkl4REZuAZ8iaz6r5Ltmv9tPTcm9dTlTWMSzg92S/rLfbT0T8mmyE1/eUddSOTu/RaVXOOqp+HyTtqWyY8FjgD8DG3teU9Fd6uTP7abKD/Y6O5Po6cL6kfdJrTJQ0O6X9EDgxfaajyZrc8seh+4ATJL1K0muAf8yl3Q08q6xDfIyywQkHSHpTDWW6myw4XShpbHovjyzIV8/vwIjnADFyfREYA/yO7ED5P0P0uqeTtec+CZwHfJ/soDNQ+5Ad0HpHMfWQ9SUU6SYLCCslbSSr69VkHeiQdT5fRdbZ+gxZR+KYiHgSOJHs1/WTZM0pJ0bE74peJP3KP5asY3I9WXPFF4DewHUG8EhqwvkQ2XtRKCLuIvs1PAn4SS5pP+AmsoP0HcBXI+KWKrv5KFkn6yXpPXiQbJjrjwvyfpHq34edyDry1wNPkXUe/11KexNwV3pfrwE+FhEPVatXjb6U9nWDpGdTeWYCRMQqstFZ3yU7YD9N1mnf6z/JOqEfIfs8t46qSmdmJ5JGtaW6fgN4RX8FStv+BVmf12PpNU8tyFe370AzUIRvGGSDp2xY5C8jovQzGGtO6uOaH2ssn0HYgKTT7dcpG+t+HDCbfi50M7ORyVdS20C9hqyDeA+y0/S/i4jljS2SmZXBTUxmZlbITUxmZlaoaZqYJkyYEFOnTm10MczMRpRly5b9Ll2Aup2mCRBTp06ls7Oz0cUwMxtRJFXONrCVm5jMzKyQA4SZmRVygDAzs0IOEGZmVsgBwszMCpU2iknSZWQTaz0REQcUpItsUq8TyOZtnxcR96a09wKfTlnPi4jvlFXOafOvK7ydV392bd+JzS8FL27Zduv2nWBTbn7HsaPbaG/bid/3bGLS+DGcPWs6cw6dTF8WL+9i4ZLVrO/uqXkbM7N6K/MM4tvAcX2kH082s+V+ZLcp/BpAbqrimcBhwGclvbKMAg42OAA8v+ml7YIDbBscAJ57cQvdPZsIoKu7hwWLVrJ4edd22/VavLyLBYtW0tXdU/M2ZmZlKC1ARMRtZFMLVzMbuDwyd5Ld/eq1wCzgxoh4KiKeJrs/bF+BZvBlLGOn/ejZtIWFS6rNag0Ll6ymZ9OWAW1jZlaGRvZBTGbb2z2uS+uqrd+OpDMldUrq3LBhQ2kFrbf13T0DTutrGzOzMozoTuqIuDQiOiKiY+LEwivFh6VJ48cMOK2vbczMytDIANHFtvcznpLWVVtfd2XevLmaMe1tnD1retX0s2dNZ0x724C2sdaweHkXR164lGnzr+PIC5e6X8pK18gAcQ3wnnQP4cOB30fE48AS4FhJr0yd08emdXX38IXvGHSQ2LV9J0a3bb91e8U7OnZ0G+PHtCNg8vgxXHDygX2OSJpz6GQuOPlAJo8fU/M2ZfOBqfE8eMEaobT7QUj6HnAUMAH4LdnIpHaAiPh6GuZ6MVkH9PPA+yKiM237fuBTaVfnR8S3+nu9jo6O8GR9/RvoENreA1O+43xMe1vDg1arOfLCpXQV9ENNHj+G2+cf3YASWbOQtCwiOorSSrsOIiLm9pMeZDcvL0q7DLisjHK1ssqDfe+vUKDqwb6vUVUOEEPHgxesSNnXTI3oTmobmMEMofWBaXjw4AWrNBTNjg4QLWQwB3sfmIYHD16wSkNxzZQDRAsZzMHeB6bhYTgOXrDGGoqz+6a5o5z17+xZ0ws7nPs62PcegDw3VOPNOXSy33fbatL4MYUDF+p5du8A0UIGe7D3gcls+BnMD76BcoBoMT7YmzWHoTi7d4AwMxuhyv7B505qMzMr5DOIEviGP2bWDBwg6mwwVyubmQ1HbmKqM9/wx8yahQNEnXlqCjNrFg4QdeapKcysWThA1JmnpjCzZuFO6jrz1BRm1iwcIErgq5XNrBk4QNSBr3sws2bkALGDfN2DmTUrd1LvIF/3YGbNygFiB/m6BzNrVg4QO8jXPZhZs3IfxAAUdUYPxU07zMwawWcQNertjO7q7iHYtjO61nsFL17exZEXLmXa/Os48sKlLF7eNbSVMDMbAJ9B1Kivzujb5x/d74glj3Yys5HGZxA12tHOaI92MrORxgGiRjvaGe3RTmY20riJqUYD7Yyu7NB+xZh2uns2bZfPo53MbLhygKhRbz/B//3xKp5+PjvQ7zyq+ASsqL+hvU207yQ2vRRb83m0k5kNZ25iGqAXNr20dbm7ZxMLFq3cbjRSUX/Dpi3BuF1G1TTaycxsOPAZxAD01dGcP9BX61fofn4Tyz9zbKllNDOrF59BDECtHc2+utrMmoEDxADUeuD3XeXMrBk4QAxArQf+OYdOrvnqajOz4cp9EAMwkNuJ+q5yZjbSOUAMkA/8ZtYqSm1iknScpNWS1kiaX5C+j6SbJd0v6VZJU3Jp/yJplaQHJH1Zksosq5mZbau0ACGpDbgEOB6YAcyVNKMi20XA5RFxEHAucEHa9gjgSOAg4ADgTcDbyiqrmZltr8wmpsOANRHxEICkK4HZwC9yeWYAn0jLtwCL03IAuwCjAQHtwG9LLGvdFN0zwk1SZjYSlRkgJgNrc8/XATMr8qwATga+BJwE7CZpj4i4Q9ItwONkAeLiiHig8gUknQmcCbD33nvXvwYM7IDvKb3NrJk0epjrWcDbJC0na0LqArZIej3wRmAKWaA5WtJbKzeOiEsjoiMiOiZOnFj3wlW7SVC1G/14Sm8zayZlBoguYK/c8ylp3VYRsT4iTo6IQ4Fz0rpusrOJOyNiY0RsBH4CvLnEshYa6AHfU3qbWTMpM0DcA+wnaZqk0cBpwDX5DJImSOotwwLgsrT8GNmZxShJ7WRnF9s1MZVtoAd8T7FhZs2ktAAREZuBjwBLyA7uV0XEKknnSnpnynYUsFrSr4A9gfPT+h8CDwIryfopVkTEj8sqa6Xee0dHlfRqB3xPsWFmzaTUC+Ui4nrg+op1n8kt/5AsGFRutwX4YJllq6ayo7lSXwf8gVxpbWY23PlK6gpF/Q69JtdwwPeV1mbWLBwgKlTrXxBw+/yjh7YwZmYN1OhhrsOOO5rNzDIOEBXc0WxmlnETUwV3NJuZZRwgCrij2czMTUxmZlaFA4SZmRVygDAzs0IOEGZmVsgBwszMCjlAmJlZIQcIMzMr5ABhZmaFHCDMzKyQA4SZmRVygDAzs0Kei6nA4uVdnqzPzFqeA0SFyluOdnX3sGDRSgAHCTNrKW5iqlB0y9GeTVtYuGR1g0pkZtYYDhAVqt1ytNp6M7Nm5QBRwbccNTPLOEBU8C1Hzcwy7qSu4FuOmpllHCAK+JajZmZuYjIzsyocIMzMrFC/AULSX0naLS1/WtIiSX9cftHMzKyRajmD+OeIeFbSW4BjgG8CXyu3WGZm1mi1BIjey4rfAVwaEdcBo8srkpmZDQe1BIguSf8OnApcL2nnGrczM7MRrJYD/SnAEmBWRHQDrwLOLrNQZmbWeP0GiIh4HngCeEtatRn4dZmFMjOzxqtlFNNngU8CC9KqduCKMgtlZmaNV0sT00nAO4HnACJiPbBbLTuXdJyk1ZLWSJpfkL6PpJsl3S/pVklTcml7S7pB0gOSfiFpak01MjOzuqglQLwYEQEEgKSxtexYUhtwCXA8MAOYK2lGRbaLgMsj4iDgXOCCXNrlwMKIeCNwGFkzl5mZDZFaAsRVaRTTeEkfAG4C/qOG7Q4D1kTEQxHxInAlMLsizwxgaVq+pTc9BZJREXEjQERsTH0hZmY2RPoMEJIEfB/4IfAjYDrwmYj4Sg37ngyszT1fl9blrQBOTssnAbtJ2gN4A9CdrtpeLmlhOiOpLN+ZkjoldW7YsKGGIpmZWa36nM01IkLS9RFxIHBjCa9/FnCxpHnAbUAX2YV5o4C3AocCj5EFqXlkV3Hny3cpcClAR0dHlFA+M7OWVUsT072S3jSIfXcBe+WeT0nrtoqI9RFxckQcCpyT1nWTnW3cl5qnNgOLAc//ZGY2hGoJEDOBOyQ9mEYbrZR0fw3b3QPsJ2mapNHAacA1+QySJkjqLcMC4LLctuMlTUzPjwZ+UcNrmplZndRyw6BZg9lxRGyW9BGyq7DbgMsiYpWkc4HOiLgGOAq4QFKQNTF9OG27RdJZwM2pH2QZtXWMm5lZnSgbwdpPJulgsj4BgJ9GxIpSSzUIHR0d0dnZ2ehimJmNKJKWRURHUVotV1J/DPgv4NXpcYWkf6hvEc3MbLippYnpb4CZEfEcgKQvAHcAtQx1NTOzEaqWTmrx8j0hSMsqpzhmZjZc1HIG8S3gLklXp+dzqLgewczMmk+/ASIi/lXSrbw83ff7ImJ5qaUyM7OG6zdASDocWBUR96bnu0uaGRF3lV46MzNrmFr6IL4GbMw935jWmZlZE6upkzpyF0tExEvU1ndhZmYjWC0B4iFJH5XUnh4fAx4qu2BmZtZYtQSIDwFHkE2010U2N9OZZRbKzMwar5ZRTE+QTbRnZmYtpOoZhKQPSNovLUvSZZJ+n2Z0bdmptxcv7+LIC5cybf51HHnhUhYv7+p/IzOzEaivJqaPAY+k5bnAwcC+wCeAL5VbrOFp8fIuFixaSVd3DwF0dfewYNFKBwkza0p9BYjNEbEpLZ8IXB4RT0bETcDY8os2/CxcspqeTVu2WdezaQsLl6xuUInMzMrTV4B4SdJrJe0CvB24KZc2ptxiDU/ru3sGtN7MbCTrK0B8Bugka2a6JiJWAUh6Gy06zHXS+OK4WG29mdlIVjVARMS1wD7AGyPiA7mkTuDUsgs2HJ09azpj2tu2WTemvY2zZ01vUInMzMrT5zDXiNgMPF2x7rlSSzSMzTl0MpD1Razv7mHS+DGcPWv61vVmZs3EU2YM0JxDJzsgmFlLcIAgG7460LOCwWxjZjaSDCpASNo/In5Z78I0Qu+1Db3DV3uvbQCqHvAHs42Z2UhTy1xMRW6oaykaaDDXNvh6CDNrBVXPICR9uVoSML6U0jTAYK5t8PUQZtYK+jqDeB/wc2BZxaMTeLH8og2NwVzb4OshzKwV9BUg7gF+HhHfqXwAzw5R+Uo3mGsbfD2EmbWCvjqp/xJ4oSghIqaVU5yhV3Rtw5/tP5GFS1bz8e/fVzhCyddDmFkrUO5uotsmSHtHxGNDXJ5B6+joiM7Ozh3eT+UIJcjODi44+UAHADNrOpKWRURHUVpfTUyLczv4Ub0LNVx5hJKZWaavAKHc8r5lF2S48AglM7NMXwEiqiw3NY9QMjPL9BUgDpb0jKRngYPS8jOSnpX0zFAVcKh5hJKZWabqKKaIaKuW1sw8QsnMLOPJ+oBPL17J9+5ay5YI2iTmztyL2+cf3ehimZk1VMsHiE8vXskVd748mndLxNbn5805sFHFMjNruMFO1tc0vnfX2gGtNzNrFaUGCEnHSVotaY2k+QXp+0i6WdL9km6VNKUifXdJ6yRdXFYZt1S5ULDaejOzVlFagJDUBlwCHA/MAOZKmlGR7SLg8og4CDgXuKAi/fPAbWWVEaBNGtB6M7NWUeYZxGHAmoh4KCJeBK4EZlfkmQEsTcu35NMl/QmwJyXfe2LuzL0GtN7MrFWUGSAmA/mG/HVpXd4K4OS0fBKwm6Q9JO0E/D/grL5eQNKZkjoldW7YsGFQhTxvzoH89eF7bz1jaJP468P3dge1mbW8Ro9iOgu4WNI8sqakLmAL8PfA9RGxTn009UTEpcClkE3WN9hCnDfnQAcEM7MKZQaILiDfTjMlrdsqItaTziAkjQPeFRHdkt4MvFXS3wPjgNGSNkbEdh3dZmZWjjIDxD3AfpKmkQWG04B35zNImgA8FREvAQuAywAi4vRcnnlAh4ODmdnQKq0PIiI2Ax8BlgAPAFdFxCpJ50p6Z8p2FLBa0q/IOqTPL6s8ZmY2MFVvGDTS1OuGQWZmrWSwNwwyM7MW1uhRTCPG4uVdnuHVzFqKA0QNKu9T3dXdw4JFKwEcJMysabmJqQa+T7WZtSIHiBr4PtVm1oocIGrg+1SbWStygKiB71NtZq3IndQ18H2qzawVOUDUaM6hkx0QzKyluInJzMwKOUCYmVkhBwgzMyvkAGFmZoUcIMzMrJADhJmZFXKAMDOzQg4QZmZWyAHCzMwKOUCYmVkhBwgzMyvkAGFmZoUcIMzMrJADhJmZFXKAMDOzQg4QZmZWyAHCzMwKOUCYmVkhBwgzMyvkAGFmZoUcIMzMrJADhJmZFXKAMDOzQg4QZmZWyAHCzMwKlRogJB0nabWkNZLmF6TvI+lmSfdLulXSlLT+EEl3SFqV0k4ts5xmZra90gKEpDbgEuB4YAYwV9KMimwXAZdHxEHAucAFaf3zwHsi4o+A44AvShpfVlnNzGx7ZZ5BHAasiYiHIuJF4EpgdkWeGcDStHxLb3pE/Coifp2W1wNPABNLLKuZmVUoM0BMBtbmnq9L6/JWACen5ZOA3STtkc8g6TBgNPBg5QtIOlNSp6TODRs21K3gZmbW+E7qs4C3SVoOvA3oArb0Jkp6LfCfwPsi4qXKjSPi0ojoiIiOiRN9gmFmVk+jStx3F7BX7vmUtG6r1Hx0MoCkccC7IqI7Pd8duA44JyLuLLGcZmZWoMwziHuA/SRNkzQaOA24Jp9B0gRJvWVYAFyW1o8GribrwP5hiWU0M7MqSgsQEbEZ+AiwBHgAuCoiVkk6V9I7U7ajgNWSfgXsCZyf1p8C/CkwT9J96XFIWWU1M7PtKSIaXYa66OjoiM7OzkYXw8xsRJG0LCI6itIa3UltZmbDlAOEmZkVcoAwM7NCDhBmZlbIAcLMzAo5QJiZWSEHCDMzK+QAYWZmhRwgzMyskAOEmZkVcoAwM7NCDhBmZlbIAcLMzAo5QJiZWSEHCDMzK1TmLUdHjMXLu1i4ZDXru3uYNH4MZ8+azpxDJze6WGZmDdXyAWLx8i4WLFpJz6YtAHR197Bg0UoABwkza2kt38S0cMnqrcGhV8+mLSxcsrpBJTIzGx5aPkCs7+4Z0Hozs1bR8gFi0vgxA1pvZtYqWj5AnD1rOmPa27ZZN6a9jbNnTW9QiczMhoeW76Tu7Yj2KCYzs221fICALEg4IJiZbavlm5jMzKyYA4SZmRVygDAzs0IOEGZmVsgBwszMCikiGl2GupC0AXh0EJtOAH5X5+IMV65rc3Jdm9NQ1XWfiJhYlNA0AWKwJHVGREejyzEUXNfm5Lo2p+FQVzcxmZlZIQcIMzMr5AABlza6AEPIdW1OrmtzanhdW74PwszMivkMwszMCjlAmJlZoaYLEJKOk7Ra0hpJ8wvSd5b0/ZR+l6SpubQFaf1qSbNq3WejlFTXRyStlHSfpM4hqkqfBltPSXtIukXSRkkXV2zzJ6meayR9WZKGqDp9Kqmut6Z93pcerx6i6vRpB+r655KWpc9vmaSjc9s02+faV13L/1wjomkeQBvwILAvMBpYAcyoyPP3wNfT8mnA99PyjJR/Z2Ba2k9bLftslrqmtEeACY2uX53qORZ4C/Ah4OKKbe4GDgcE/AQ4vonreivQ0ej61bGuhwKT0vIBQFcTf6591bX0z7XZziAOA9ZExEMR8SJwJTC7Is9s4Dtp+YfA29OvjNnAlRHxh4h4GFiT9lfLPhuhjLoOR4OuZ0Q8FxE/A17IZ5b0WmD3iLgzsv+0y4E5ZVaiRnWv6zC2I3VdHhHr0/pVwJj0C7wZP9fCug5JqWm+JqbJwNrc83VpXWGeiNgM/B7Yo49ta9lnI5RRV4AAbkins2eWUO6B2pF69rXPdf3ssxHKqGuvb6VmiH8eJs0u9arru4B7I+IPNP/nmq9rr1I/V99Rziq9JSK6UnvmjZJ+GRG3NbpQtkNOT5/pbsCPgDPIfl2PaJL+CPgCcGyjy1K2KnUt/XNttjOILmCv3PMpaV1hHkmjgFcAT/axbS37bIQy6kpE9P59Ariaxjc97Ug9+9rnlH722Qhl1DX/mT4LfJfGf6awg3WVNIXs+/meiHgwl7/pPtcqdR2Sz7XZAsQ9wH6SpkkaTdbZc01FnmuA96blvwSWpvbKa4DTUlvmNGA/sg6vWvbZCHWvq6Sx6dcIksaS/Vr5+RDUpS87Us9CEfE48Iykw9Np+XuA/65/0Qes7nWVNErShLTcDpxI4z9T2IG6ShoPXAfMj4jbezM34+dara5D9rkOZW/+UDyAE4BfkY0aOCetOxd4Z1reBfgBWcfs3cC+uW3PSdutJjf6oWifw+FR77qSjbJYkR6rhktdd7CejwBPARvJ2n5npPUdZP9QDwIXk2YVaPSj3nUlG920DLg/faZfIo1Ya/RjsHUFPg08B9yXe7y6GT/XanUdqs/VU22YmVmhZmtiMjOzOnGAMDOzQg4QZmZWyAHCzMwKOUCYmVkhBwgbkSS9RtKVkh5M04JcL+kNkqZKKmWcv6TPSerKzZ55YRmvU2+SviFpRqPLYSOPp9qwESddBHU18J2IOC2tOxjYk23nvCnDv0XERVXKNSqyeXSGlYj420aXwUYmn0HYSPRnwKaI+HrviohYERE/zWdKZxM/lXRvehyR1r9W0m3pLODnkt4qqU3St9PzlZI+XktB0jZfl3QX8C+SXifpf9JZzU8l7Z/yTZN0R9r3eZI2pvVHSbo2t7+LJc1Ly38i6X/Tvpak2Up77wPwBUl3S/qVpLem9W2SLkp1uF/SP+Tyd6TlY1M57pX0A0nj0voLJf0ibVcYAK31+AzCRqIDyK4i7c8TwJ9HxAuS9gO+R3al7buBJRFxvqQ2YFfgEGByRBwAkKY4KPJxSX+dlj+Z/k4BjoiILZJuBj4UEb+WNBP4KnA02ZWuX4uIyyV9uL+Cp+kTvgLMjogNkk4Fzgfen7KMiojDJJ0AfBY4BjgTmAocEhGbJb2qYp8TyK7MPSYinpP0SeATki4BTgL2j9g6vYOZA4Q1tXbgYkmHAFuAN6T19wCXpYPw4oi4T9JDwL6SvkI2980NVfa5TROTpLnAD1JwGAccAfxAL8+83Dt3/5Fk0zUD/CfZzJx9mU4WCG9M+2oDHs+lL0p/l5EFBciCxNd7m7ki4qmKfR5ONv3G7Wmfo4E7yKaWfgH4ZjqbuRYzHCBsZFpFNqFZfz4O/BY4mKw59QWAiLhN0p8C7wC+Lelf0y/7g4FZZHdlO4WXf63357n0dyegOyIOqZKvaF6bzWzb1LtL+itgVUS8ucq+eu8JsIXa/48F3BgRc7dLkA4D3k72vn6E7KzHWpz7IGwkWgrsrNwNjSQd1NsWn/MK4PGIeIlsrvy2lHcf4LcR8R/AN4A/Ts0vO0XEj8iaYf54oIWKiGeAhyX9VXodpaADcDvZLJ4Ap+c2exSYoWxm3fFkB2nIJlGcKOnNaV/tyu4J0JcbgQ8qmy6ayiYm4E7gSEmvT+lj08ivccArIuJ6sqB6MGY4QNgIFNkMkycBxygb5roKuAD4TUXWrwLvlbQC2J+Xf+kfBayQtBw4lax/YDJwq6T7gCuABYMs3unA36TXXMXLt5b8GPBhSSvJ3U0sItYCV5HNQHoVsDytf5Hs1/wX0r7uI2u+6ss3gMeA+9M2784nRsQGYB7wPUn3kzUv7Q/sBlyb1v0M+MRgKm7Nx7O5mjWApI0RMa7R5TDri88gzMyskM8gzMyskM8gzMyskAOEmZkVcoAwM7NCDhBmZlbIAcLMzAr9f4Oq7ptqUTW+AAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "# Assuming class_f1 and class_frequencies are your actual data\n",
    "plt.scatter(class_freq, class_f1_train)\n",
    "plt.xlabel('Class Frequencies')\n",
    "plt.ylabel('F1 Scores')\n",
    "plt.title('Training F1 Scores vs Class Frequencies')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEWCAYAAABrDZDcAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAkoUlEQVR4nO3de5wddX3/8debZYENIAsk+pMNkCAxNEBDdLkZbBHQAApJFYQoVdQf9Ia14i8/Y6WIVB+GX/xpVVAaKVWk3ERNU4kNtoFqKSAbkoChxobIJauVcAlICJLLp3/MnGRycm67e86ey7yfj8d5ZHbmO3O+s7OZz8z3qojAzMzya7dmZ8DMzJrLgcDMLOccCMzMcs6BwMws5xwIzMxyzoHAzCznHAjMhkHSyZLWNTsfnUDSi5IOa3Y+8syBoINJekzSpvQ/WuFzULptgaTVkrZJurDKccZL+o6kpyU9L+mn1fbpBJKOk7RY0gZJz0r6iaQPNCkvd0t6uehantiMvNRbROwTEWubnY88cyDofGel/9EKn1+m61cCfwo8WMMxvgU8CRwKHAj8IfDremZS0u71PN5IpTfZpcC/AYeTnPefAGc0MVuXFF3Le7MbW+13aO3DgSCnIuKaiPhX4OUakh8LfCMiNkbElohYHhE/KGyUdJKk/0ifnJ8svC1I2k/SDZLWS3pc0mWSdku3XSjpHklflPQMcIWkPSV9XtITkn4t6VpJPWn6sZK+n3k6/3HhWFmSvibp80Xr/lHSpenyxyUNSvpN+kZ0aplzng98MyKuioinI7EsIt5dKrGkuZIeTY/7iKQ/yGw7XNK/pW9TT0u6NV2v9PyfkvSCpIclHVXD9ch+72PpOT0EbJS0u6QTMtdjpaSTM+knpnn5jaQfSrpa0o3ptl2Ku9Ljn5Yu75Y5z2ck3SbpgHTbBEkh6f3p9Xta0iczx+mS9JeZ39EySQen20LS4enyiP8GbOj8S7Ra3AdcI+l8SYdkN0g6FPgB8BVgHHAMsCLd/BVgP+Aw4PeB9wHZopXjgbXAa4DPAvOA16fHOBzoAy5P034MWJd+x2uAvwRKjY9yM3CeJKX52x94G3CLpMnAJcCxEbEvMAN4rPgAksYAJwK3V/617ORR4M3p+X4auFHSa9Ntfw3cCewPjCf5vZDm6/fSc94PeDfwzBC+s2A28Hagl+R3cwfwGeAA4P8A35E0Lk17E7AMGJvm6/1D+J4PA7NIruVBwHPANUVpTgImA6cCl0v6nXT9pWk+zwReBXwQeKnEd9Tjb8CGKiL86dAPyU3uRWBD+llYIs2/AxdWOc7+JP9BVwFbSW70x6bbPgF8r8Q+XcArwJTMuj8C7k6XLwSeyGwTsBF4XWbdicAv0uUrgX8EDq+SVwFPAL+X/nwRsDRdPhx4CjgN6K5wjD6SG8wRFdKcDKyrsH0FMDNdvgFYAIwvSnMK8HPgBGC3Kud1N8mNs3AtH8xc4w9m0n0c+FbRvktIbviHAFuAvTPbbgJuLHdO6fFPS5f/Ezg1s+21wGZgd2BC+jsbn9n+E+D8dHl14fdR4twivTZ1+RvwZ+gfvxF0vlkR0Zt+Zg3nABHxXETMjYgjSZ7EVgAL06fug0mehouNBbqBxzPrHie5yRY8mVkeB4wBlqWv/huAf07XQ1JUswa4U9JaSXPL5DWAW0iePgHeA/xDum0N8BfAFcBTkm5RWnle5DlgG8mNriaS3idpRSbvR5H8DgD+L8lN7ieSVkn6YJqfpcDVJE/VTympwH9Vha/588y1fENmffb3eChwbiEfaV5OSs/lIOC5iNiYSZ+9PtUcCnwvc9z/JHkweE0mzX9nll8C9kmXy/2dZNXlb8CGzoHAhiQingY+T3JTOYDkJvS6EkmfJnlaPDSz7hBgMHu4ovSbgCMzN7v9ImKf9Ht/ExEfi4jDgLOBSyuU798MnJMWWx0PfCeT/5si4qQ0XwFcVeIcXwLuBd5V5vg7Sb/n6yTFTgdGRC/wU5KbPxHx3xFxUUQcRPJW9NVCmXhEfDki3ghMISkSmVPLdxZnObP8JMkbQW/ms3dEzAN+Bewvae9M+mxR30aSG3HhvLrYcRMuHPuMomPvFRHZa1pOub+TrHr+DdgQOBDklKQ9JO1FcrPqlrRXuYo3SVdJOiqtiNyXpPXMmoh4huRp+zRJ7063HyjpmIjYCtwGfFbSvunN8lLgxlLfERHbSG6mX5T06vR7+yTNSJffoaTSVcDzJE+i28ocaznJTeU6YElEbEiPMVnSKZL2JKkk31TuGCRP8RdKmiPpwHT/qZJuKZF2b5Kb8fo03QdI3ggKv79zJY1Pf3wuTbtN0rGSjpfUTXITfrlCfmp1I3CWpBlpBe1eaSXw+Ih4HBgAPp1e/5OAszL7/hzYS9Lb0zxdBuyZ2X4tyfU8ND2vcZJm1piv64C/ljRJid8t/F4L6vk3YEPjQJBfd5LcCN9EUn69iaTispQxwPdIyqbXkjxNnw0QEU+QVAB+DHiWpNhoarrfh0lucGtJ6iJuAq6vkKePk7z63yfpBeBfSCoeASalP79I8rT+1Yi4q8KxbiKpC7gps25PkrqOp0mKMF5NUsexi4j4D5Iy/FOAtZKeJfk9LS6R9hHg/6f5+jVwNHBPJsmxwP2SXgQWAR+JpN38q0hufM+RFNE8Q1L8MWwR8SQwk6QidT3Jk/gcdvxffw/JW9KzwKdI6i8K+z5P0qT4OpI3t40klbMFX0rzf6ek35A0Iji+xqx9geTB4E7gBeDvgJ4S6er5N2A1UlKkamZ5JOkKksrXC5qdF2sevxGYmeWcA4GZWc65aMjMLOf8RmBmlnNtN0jV2LFjY8KECc3OhplZW1m2bNnTETGu1La2CwQTJkxgYGCg2dkwM2srksr2InfRkJlZzjkQmJnlnAOBmVnOORCYmeWcA4GZWc41rNWQpOuBdwBPRcQu0++lIwh+iWTAspdIJkepZf7cYVu4fJBP/9MqnntpMwC9Pd1ccfaRzJrWV2VPM7PO1cg3gm8Ap1fYfgbJaIKTgIuBrzUwLyxcPsic21duDwIAGzZtZs63V7JweS3DqZuZdaaGBYKI+BHJULflzARuiMR9QG9mjte6m79kNZu37jqcxuZtwfwlqxv1tWZmLa+ZdQR97DzF3jp2nsZwO0kXSxqQNLB+/fphfdkvN2wa1jYzs07XFpXFEbEgIvojon/cuJI9pKs6qLfUHBjVt5mZdbpmBoJBkgmtC8az83y2dTVnxmS6u7TL+u7dxJwZk0vsYWaWD80MBIuA96Xzl54APB8Rv2rUl82a1sf8c6ay/5ju7et6e7qZf+5Utxoys1xrZPPRm4GTgbGS1pHMj9oNEBHXksz9eibJ/KQvAR9oVF4KZk3r803fzKxIwwJBRMyusj2AP2vU95uZWW3aorLYzMwax4HAzCznHAjMzHLOgcDMLOccCMzMcs6BwMws5xwIzMxyzoHAzCznHAjMzHLOgcDMLOccCMzMcs6BwMws5xwIzMxyzoHAzCznGjYMdSdZuHyQ+UtW88sNmziot4c5MyZ7XgMz6xhKpgVoH/39/TEwMDBq37dw+SCf+O7DbNq8dfu67i6x9x678/ymzQ4MZtYWJC2LiP5S2/xGUMX8Jat3CgIAm7cGGzZtBmBwwyY+8d2HARwMzKwtuY6gil9u2FQ1zabNW5m/ZPUo5MbMrP4cCKo4qLenpnS1BAwzs1aUy0CwcPkg0+ctZeLcO5g+bykLlw+WTTtnxmR6uruqHrPWgGFm1mpyV0dQXPlbrYy/sK7Qaqh3TDcvvryFzdt2VLL3dHcxZ8bkUci9mVn95S4QlKr8LZTxl6vsnTWtb6dtbk5qZp0kd4GgXFl+tTJ+3/zNrFPlro6gXFl+pTL+QnHS4IZNBDuKkyrVLZiZtYvcBYJSlb/VyvgrFSeZmbW73BUNFVf+1lLMM9ziJDOzdpC7QAC7Vv5Wc1BvD4MlbvpuMmpmnSB3RUPDMZziJDOzdpHLN4KhGk5xkplZu3AgqNFQi5PMzNqFi4bMzHKuoYFA0umSVktaI2luie2HSLpL0nJJD0k6s5H5MTNrR0MZH204GhYIJHUB1wBnAFOA2ZKmFCW7DLgtIqYB5wNfbVR+zMza0Wh0aG3kG8FxwJqIWBsRrwC3ADOL0gTwqnR5P+CXDcyPmVnbGY0OrY0MBH3Ak5mf16Xrsq4ALpC0DlgMfLjUgSRdLGlA0sD69esbkVczs5Y0Gh1am11ZPBv4RkSMB84EviVplzxFxIKI6I+I/nHjxo16JgsaXU5nZlZsOOOjDVUjA8EgcHDm5/HpuqwPAbcBRMS9wF7A2Abmadg88JyZNcNodGhtZCB4AJgkaaKkPUgqgxcVpXkCOBVA0u+QBIKWLPvxwHNm1gyzpvXxuXceTV9vDwL6env43DuPrmu/poZ1KIuILZIuAZYAXcD1EbFK0pXAQEQsAj4GfF3SR0kqji+MiCh/1ObxwHNm1iyN7tDa0J7FEbGYpBI4u+7yzPIjwPRG5qFePPCcmXWqZlcWtw0PPGdmncpjDdXIA8+ZWadyIBgCDzxnZp3IRUNmZjnnQGBmlnO5LRpauHzQ5f1mZuQ0EBR6CRc6iBV6CQMOBmaWO7ksGnIvYTOzHXIZCNxL2Mxsh1wGgtEYzc/MrF3kMhC4l7CZ2Q65rCx2L2Ezsx1yGQjAvYTNzApyWTRkZmY7OBCYmeWcA4GZWc45EJiZ5VyuKovf+/V7uefRZ3da1+cWQ2aWc7l5IygVBGDHOEMLlw82IVdmZs2Xm0BQKggUeJwhM8uzXBUNVeJxhqxVeIh0G20OBCmPM2StwEOkWzPkpmho+usOKLvN4wxZq/AQ6dYMuQkE/3DRiSWDQV9vD59759F+2rKW4CHSrRlyVTT0Dxed2OwsmFV0UG8PgyVu+i66tEbKzRuBWTvwEOnWDLl6IzBrdR4i3Zoh14FgJM303MTPGsVDpNtoy20gGEkzPTfxM7NOkts6gpE003MTPzPrJA0NBJJOl7Ra0hpJc8ukebekRyStknRTI/OTNZJmem7iZ2adpGogkHSupH3T5cskfVfSG2rYrwu4BjgDmALMljSlKM0k4BPA9Ig4EviLoZ/C8JRrjldLM72R7Gtm1mpqeSP4q4j4jaSTgNOAvwO+VsN+xwFrImJtRLwC3ALMLEpzEXBNRDwHEBFP1Z71kRlJMz038TOzTlJLICgUhr8dWBARdwB71LBfH/Bk5ud16bqs1wOvl3SPpPsknV7qQJIuljQgaWD9+vU1fHV1s6b18bl3Hk1fbw9iaD2MR7KvmVmrqaXV0KCkvwXeClwlaU/qV7ewOzAJOBkYD/xI0tERsSGbKCIWAAsA+vv7o07fPaJmem7iZ2adopYb+ruBJcCM9AZ9ADCnhv0GgYMzP49P12WtAxZFxOaI+AXwc5LAYGZmo6RqIIiIl4CngJPSVVuA/6rh2A8AkyRNlLQHcD6wqCjNQpK3ASSNJSkqWltLxkfDwuWDTJ+3lIlz72D6vKWexczMOlLVoiFJnwL6gcnA3wPdwI3A9Er7RcQWSZeQvE10AddHxCpJVwIDEbEo3fY2SY+Q1EXMiYhnRnJC9eJOY2aWF4qoXOQuaQUwDXgwIqal6x6KiN9tfPZ21d/fHwMDAw3/nunzlpYcBbKvt4d75p7S8O83M6snScsior/UtlrqCF6JJFpEerC965m5VuVOY2aWF7W0GrotbTXUK+ki4IPA1xubrearZVz47MBz+/V0I8GGlzZ7EDozaysVA4EkAbcCRwAvkNQTXB4RPxyFvDXVnBmTd6ojgJ07jRXXIWzYtHl7unasT/Boqmb5VTEQRERIWhwRRwMdf/PPqjYufKmB57IKg9C1w83UFeNm+VZL0dCDko6NiAcanpsWU6nT2EgGpytolafwSqOpOhCYdb5aAsHxwHslPQ5sBETystCUVkOtolwdQnGaclrpKdwV42b5VkuroRnA64BTgLOAd6T/5lqpgeeyqg1C10pzGng0VbN8q6Vn8eNAL8nN/yygN12Xa8UDz/X2dLP/mO6aB6Frpadwj6Zqlm+19Cz+CMlw0d9NV90oaUFEfKWhOWsDIxl4rpbmqaPFE6ab5VstdQQfAo6PiI0Akq4C7gVyHwhGolrz1NHm0VTN8quWQCB2zElAuqzGZCc//BRuZq2ilkDw98D9kr6X/jyLZJaytnLZwoe56f4n2FY0tNL+Y7r51FlHNuUG3Kin8FZplmpm7aFqIIiIL0i6mx3DUH8gIpY3NFd1dtnCh7nxvidKbnvupc3MuX0l0Bmdp1qpWaqZtYdaJq8/AfiviPhyRHwZeFTS8Y3PWv3cfP+TFbdv3hp1bbbZzHkMWqlZqpm1h1r6EXwNeDHz84vUNnl9y9haZahtqF+zzcIT+eCGTQQ7nshHKxi0UrNUM2sPtQQCRWbSgojYRm11Cy2jS9XrtuvVbLPZT+TuHGZmQ1VLIFgr6c8ldaefj9BC00nWYvbxB1fc3t2lujXbbPYTuTuHmdlQ1RII/hh4E8nE84MkYw9d3MhM1dtnZh3NBSccwm4lXgz2H9PN/HOm1q0itdlP5MU9nmvp5Wxm+VZ1qspWM1pTVQ5XcasdSJ7IfTM2s2Ya1lSVki6SNCldlqTrJT0v6SFJb2hUZtudn8jNrN1UqvT9CPCNdHk2MBU4jGQi+y8Bb25oztqYh2sws3ZSqY5gS0QU5l98B3BDRDwTEf8C5GICezOzPKj0RrBN0muB54BTgc9mtrVlW0QPvWBmtqtKgeByYADoAhZFxCoASb9PmzUfBQ+9YGZWTtmioYj4PnAo8DsRcVFm0wBwXqMzVm/N7uhlZtaqKvYQjogtJEVD2XUbG5qjBml2Ry8zs1ZVS4eyjtDsjl5mZq0qN4GglqEXmjlqqJlZswxr8DhJR0TEz+qdmUaqNiOYK5PNLK+GO4roncAh9czIaKjU0atSZbIDgZl1srKBQNKXy20CehuSmyZyZbKZ5VWlN4IPAB8Dflti2+xaDi7pdJLhKLqA6yJiXpl07wJuB46NiFEZUW7h8kE+/U+reO6lpPN0uRkLKlUmu4OamXWCSoHgAeCnEfEfxRskXVHtwJK6gGuAtwLrgAckLYqIR4rS7UsyrtH9Q8j3iCxcPsic21eyeeuOkVdLjcFaaRx/1ymYWaeo1GroHGBFqQ0RMbGGYx8HrImItRHxCnALMLNEur8GrgJeruGYdTF/yeqdgkBWl1TTqKHuoGZmnaLSG8E+EfHsCI7dB2RnjV9HMqnNdulw1gdHxB2S5pQ7kKSLSSfDOeSQkddRVyr33xbBL+a9HdjRnLRU0Y/rFMysU1R6I1hYWJD0nXp/saTdgC+Q1ENUFBELIqI/IvrHjRs34u+uVO5/UG8PC5cPcsyn7+Qvbl1RdhJ6d1Azs05RKRBk608PG8axB4HsZMHj03UF+wJHAXdLegw4AVgkqeQMOvU0Z8ZkurtKVw8PbtjER29dwYZNm3fZli368dzAZtYpKgWCKLNcqweASZImStoDOB9YtP2AEc9HxNiImBARE4D7gLNHo9XQrGl9nHds+QntK51soejHM5GZWaeoVEcwVdILJG8GPeky6c8REa+qdOCI2CLpEmAJSfPR6yNilaQrgYGIWFRp/0b7/spfDWu/bNGPZyIzs05QNhBERFe5bbWKiMXA4qJ1l5dJe/JIv69WC5cPliz6qcZFP2bWiYY7xERbG04Tz/3HdPOps470G4CZdZxcBoJamniKpK6gzz2GzazD5TIQHNTbw2CFYOCbv5nlSW7mI8gq13y0ezfxN+cdwz1zT3EQMLPcyM0bQXaAuN4x3XTvpp2Gmejt6eaKs5M6gFKDyUH5uQzMzNpZLgJB8QBxhRFHC3q6u3YKAsWDyc25fSUEbN4W29d5gDkz6xS5KBoqNUBcVrbHcKm0m7fG9iBQah8zs3aWi0BQSyuhQppKlcjDOa6ZWavLRSCoZSC4wmBz5SaoGe5xzcxaXS4CQakB4rIKPYbnL1lddpyh7t1Uch8zs3aXi0BQPEDc/mO66e3p3mWwuEpFPfPPnbrLAHMA0+ctZeLcO5g+b+n2IarNzNpJLloNQW0DxJXraNbX27PL/p6q0sw6RS7eCGo1lDkGPFWlmXWK3LwRFBQ6iw1u2ESXxNaIXYaUqKXjmKeqNLNOkatAUFycszVKdxCrpWinXDGSWxKZWbvJVdFQpY5lQy3W8VSVZtYpcvVGUK3YZijFOkMpRjIza2W5CgTVhp8OkuagbzliHHf9bH3VG7ynqjSzTpCroqFqHcsgqS+48b4nGNywiWBH/YH7CJhZp8pVIMh2LAPoUm0DSrhZqJl1slwFAkiCwZwZk9l/TPf2VkO1cLNQM+tUuaojgKQJ6ZzbV+40KU0t3CzUzDpV7t4I5i9ZPeQg4GahZtbJchcIqhXx9PZ0c8EJh+wywJxbB5lZp8pd0VC1JqS/3bKN/kMP4DOzji6bptScxg4UZtaucvdGMGfGZLq7yrcWqtZCqDBMhZuXmlmnyF0gmDWtj/nnTGX/Md1l01Scl8CjjppZh8ldIIAkGCy//G3b+xMUq9RCyKOOmlmnyWUgKBjOwHHlgoSbl5pZu8p1ICiewrKWFkIeddTMOk1DA4Gk0yWtlrRG0twS2y+V9IikhyT9q6RDG5mfYsNp/TOc4GFm1soUQxhmYUgHlrqAnwNvBdYBDwCzI+KRTJq3APdHxEuS/gQ4OSLOq3Tc/v7+GBgYGHH+iiepgeTJ3jd1M+tEkpZFRH+pbY18IzgOWBMRayPiFeAWYGY2QUTcFREvpT/eB4xvYH524tY/ZmaJRgaCPuDJzM/r0nXlfAj4QakNki6WNCBpYP369XXJnFv/mJklWqJnsaQLgH7g90ttj4gFwAJIiobq8Z2V5hx2z2Ezy5NGvhEMAgdnfh6frtuJpNOATwJnR8RvG5ifnZRr/fOWI8a557CZ5UojA8EDwCRJEyXtAZwPLMomkDQN+FuSIPBUA/Oyi3Ktf+762XrXHZhZrjSsaCgitki6BFgCdAHXR8QqSVcCAxGxCJgP7AN8W8lsYU9ExNmNylOxUnMOf/TWFSXTuu7AzDpVQ+sIImIxsLho3eWZ5dMa+f3DUanuwMysE+W6Z3Ep7jlsZnnTEq2GRltxq6C3HDGOu362fvvP73pj304/u9WQmXWyhvUsbpSR9iwu1aO4WHEPYzcnNbN216yexS2pVI/iYtlWQp6Ixsw6Xe4CQa2tfwrpPBSFmXW63AWC/XrKz0yWVWgl5KEozKzT5SoQLFw+yMZXtlRNl20l5IlozKzT5SoQzF+yms1bd60c33uPrrLzC7g5qZl1ulw1Hy1XnPPSK1tZdeUpJbcVAoJbDZlZp8pVIBhur+FSQ1GYmXWKXBUNuZjHzGxXuXojcDGPmdmuchUIoHwxj3sPm1le5S4QlFI87ESh9zDgYGBmHS9XdQTluPewmeWZAwHuPWxm+eZAgHsPm1m+ORDgZqVmlm+uLMbNSs0s3xwIUu49bGZ55aIhM7OccyAwM8s5BwIzs5xzIDAzyzkHAjOznHMgMDPLOQcCM7OccyAwM8s5BwIzs5xzIDAzyzkHAjOznGvoWEOSTge+BHQB10XEvKLtewI3AG8EngHOi4jH6p2PyxY+zI33PVE5r0AAfR5wzsxypmFvBJK6gGuAM4ApwGxJU4qSfQh4LiIOB74IXFXvfNQSBCAJArBjmsqFywfrnRUzs5bUyKKh44A1EbE2Il4BbgFmFqWZCXwzXb4dOFWS6pmJm+9/csj7eJpKM8uTRgaCPiB7F16XriuZJiK2AM8DBxYfSNLFkgYkDaxfv35ImdgaUT1RCZ6m0szyoi0qiyNiQUT0R0T/uHHjhrRv1zBfMDxNpZnlRSMDwSBwcObn8em6kmkk7Q7sR1JpXDezjz+4eqIinqbSzPKkkYHgAWCSpImS9gDOBxYVpVkEvD9dPgdYGjHMspwyPjPraC444ZCq6QrvDX29PXzunUe71ZCZ5YbqfN/d+eDSmcDfkDQfvT4iPivpSmAgIhZJ2gv4FjANeBY4PyLWVjpmf39/DAwMNCzPZmadSNKyiOgvta2h/QgiYjGwuGjd5Znll4FzG5kHMzOrrC0qi83MrHEcCMzMcs6BwMws5xwIzMxyrqGthhpB0nrg8WHsOhZ4us7ZaVU+186Tl/MEn2ujHBoRJXvktl0gGC5JA+WaTnUan2vnyct5gs+1GVw0ZGaWcw4EZmY5l6dAsKDZGRhFPtfOk5fzBJ/rqMtNHYGZmZWWpzcCMzMrwYHAzCzn2jIQSDpd0mpJayTNLbF9T0m3ptvvlzQhs+0T6frVkmbUesxmadC5PibpYUkrJLXMUK7DPVdJB0q6S9KLkq4u2ueN6bmukfTlek+FOlwNOte702OuSD+vHqXTqWgE5/pWScvS67dM0imZfTrtulY618Zf14hoqw/JkNaPAocBewArgSlFaf4UuDZdPh+4NV2ekqbfE5iYHqerlmN2yrmm2x4Dxjb7/Op4rnsDJwF/DFxdtM9PgBNIppz4AXBGB5/r3UB/s8+vjuc6DTgoXT4KGOzg61rpXBt+XdvxjeA4YE1ErI2IV4BbgJlFaWYC30yXbwdOTZ8YZgK3RMRvI+IXwJr0eLUcsxkaca6tatjnGhEbI+LfgZeziSW9FnhVRNwXyf+oG4BZjTyJGtX9XFvYSM51eUT8Ml2/CuhJn6g78bqWPNdRyTXtWTS0fcL71Lp0Xck0EbEFeB44sMK+tRyzGRpxrgAB3Jm+gl7cgHwPx0jOtdIx11U5ZjM04lwL/j4tPvirFikuqde5vgt4MCJ+S+df1+y5FjT0ujZ0YhprWSdFxGBa1vhDST+LiB81O1M2Yu9Nr+u+wHeAPyR5Wm5rko4ErgLe1uy8NFqZc234dW3HN4LtE96nxqfrSqaRtDuwH/BMhX1rOWYzNOJciYjCv08B36M1ioxGcq6Vjjm+yjGboRHnmr2uvwFuogOuq6TxJH+j74uIRzPpO+66ljnXUbmu7RgIHgAmSZooaQ+SCpdFRWkWAe9Pl88BlqZliYuA89NyxonAJJJKp1qO2Qx1P1dJe6dPFkjam+TJ46ejcC7VjORcS4qIXwEvSDohfZ1+H/CP9c/6kNX9XCXtLmlsutwNvIM2v66SeoE7gLkRcU8hcSde13LnOmrXdTRr1ev1Ac4Efk5SQ//JdN2VwNnp8l7At0kqSH8CHJbZ95PpfqvJtDQodcxW+NT7XElaNKxMP6s66FwfA54FXiQpm52Sru8n+Y/zKHA1aW/6Zn/qfa4krYmWAQ+l1/VLpK3Emv0Z7rkClwEbgRWZz6s78bqWO9fRuq4eYsLMLOfasWjIzMzqyIHAzCznHAjMzHLOgcDMLOccCMzMcs6BwFqapP8l6RZJj6ZDYiyW9HpJEyQ1pJ28pCskDWZGe5zXiO+pN0nXSZrS7HxY+/EQE9ay0s5C3wO+GRHnp+umAq9h5zFdGuGLEfH5MvnaPZJxYlpKRPzvZufB2pPfCKyVvQXYHBHXFlZExMqI+HE2Ufp28GNJD6afN6XrXyvpR+lT/U8lvVlSl6RvpD8/LOmjtWQk3edaSfcD/0/S6yT9c/qW8mNJR6TpJkq6Nz32ZyS9mK4/WdL3M8e7WtKF6fIbJf1beqwl6eiahXHor5L0E0k/l/TmdH2XpM+n5/CQpA9n0veny29L8/GgpG9L2iddP0/SI+l+JQOd5Y/fCKyVHUXSq7Kap4C3RsTLkiYBN5P0PH0PsCQiPiupCxgDHAP0RcRRAGnX/lI+KumCdPnj6b/jgTdFxFZJ/wr8cUT8l6Tjga8Cp5D0/PxaRNwg6c+qZTwdNuArwMyIWC/pPOCzwAfTJLtHxHGSzgQ+BZwGXAxMAI6JiC2SDig65liSnqqnRcRGSR8HLpV0DfAHwBER24c1MHMgsI7QDVwt6RhgK/D6dP0DwPXpzXZhRKyQtBY4TNJXSMZ2ubPMMXcqGpI0G/h2GgT2Ad4EfFs7RgQujB0/nWQYYYBvkYwkWclkkoD3w/RYXcCvMtu/m/67jOTmD0kwuLZQPBURzxYd8wSSYSfuSY+5B3AvyZDHLwN/l76dfB8zHAista0iGZirmo8CvwamkhR3vgwQET+S9HvA24FvSPpC+qQ+FZhBMsvXu9nx9F3NxvTf3YANEXFMmXSlxm3Zws5FsXul/wpYFREnljlWYUz6rdT+/1XADyNi9i4bpOOAU0l+r5eQvMVYzrmOwFrZUmBPZSbPkfS7hbLyjP2AX0XENpKx2rvStIcCv46IrwPXAW9Ii012i4jvkBSfvGGomYqIF4BfSDo3/R6lwQXgHpJRJwHem9ntcWCKktFge0luxpAMCDhO0onpsbqVjElfyQ+BP1IyjDHFRUPAfcB0SYen2/dOW1rtA+wXEYtJgudUzHAgsBYWyYiIfwCcpqT56Crgc8B/FyX9KvB+SSuBI9jx5H4ysFLScuA8kvL7PuBuSSuAG4FPDDN77wU+lH7nKnZMSfgR4M8kPUxmdqqIeBK4jWTEzNuA5en6V0iezq9Kj7WCpNipkuuAJ4CH0n3ek90YEeuBC4GbJT1EUix0BLAv8P103b8Dlw7nxK3zePRRswaS9GJE7NPsfJhV4jcCM7Oc8xuBmVnO+Y3AzCznHAjMzHLOgcDMLOccCMzMcs6BwMws5/4HkeIn7Hp3Ke8AAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "# Assuming class_f1 and class_frequencies are your actual data\n",
    "plt.scatter(class_freq, class_f1)\n",
    "plt.xlabel('Class Frequencies')\n",
    "plt.ylabel('F1 Scores')\n",
    "plt.title('F1 Scores vs Class Frequencies')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "frequency 0.0 0.91 7 1.0 | 1\n",
      "sex 0.4 0.94 36 8.0 | 0\n",
      "project 0.0 0.94 11 2.0 | 1\n",
      "depth 0.0 0.94 9 2.0 | 1\n",
      "rank 0.4 0.94 23 6.0 | 2\n",
      "countryCode 0.4 0.95 9 3.0 | 0\n",
      "gender 0.55 0.95 49 12.0 | 4\n",
      "version 0.33 0.95 38 9.0 | 1\n",
      "score 0.1 0.97 23 7.0 | 1\n",
      "position 0.29 0.98 24 5.0 | 1\n"
     ]
    }
   ],
   "source": [
    "# Training\n",
    "acc_order = np.argsort(class_f1_train)\n",
    "for i in range(10):\n",
    "    num_train_false = sum(labels_train[labels_train == acc_order[i]] != preds_train[labels_train == acc_order[i]])\n",
    "    print(types[acc_order[i]], class_f1[acc_order[i]].round(2), class_f1_train[acc_order[i]].round(2), class_count[acc_order[i]], class_count_test[acc_order[i]], \"|\", num_train_false)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "birthDate 1.0 1.0 15 4.0\n",
      "address 0.96 1.0 58 15.0\n",
      "county 0.92 1.0 60 14.0\n",
      "family 0.86 1.0 17 4.0\n",
      "currency 0.86 1.0 17 4.0\n",
      "id 0.82 1.0 1036 264.0\n",
      "year 0.81 0.98 73 19.0\n",
      "part 0.67 1.0 10 2.0\n",
      "releaseDate 0.67 1.0 8 2.0\n",
      "percentage 0.67 1.0 10 1.0\n"
     ]
    }
   ],
   "source": [
    "# 0\n",
    "acc_order = np.argsort(class_f1)\n",
    "for i in range(10):\n",
    "    print(types[acc_order[-i-1]], class_f1[acc_order[-i-1]].round(2), class_f1_train[acc_order[-i-1]].round(2), class_count[acc_order[-i-1]], class_count_test[acc_order[-i-1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "42.666666666666664"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "512/12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id 0.8183556405353729 997 260.0\n",
      "===================================================\n",
      "name 0.6137184115523464 552 137.0\n",
      "===================================================\n",
      "description 0.4724409448818897 240 58.0\n",
      "===================================================\n",
      "type 0.5106382978723404 201 46.0\n",
      "===================================================\n",
      "title 0.4482758620689655 119 30.0\n",
      "===================================================\n"
     ]
    }
   ],
   "source": [
    "freq_order = np.argsort(class_freq)\n",
    "for i in range(5):\n",
    "    print(types[freq_order[-i-1]], class_f1[freq_order[-i-1]], class_count[freq_order[-i-1]], class_count_test[freq_order[-i-1]])\n",
    "    target_type_id = freq_order[-i-1]\n",
    "    # print(pd.Series((types[preds[labels==target_type_id]])).value_counts())\n",
    "    print(\"===================================================\")\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "name 151.0\n",
      "type 50.0\n",
      "description 41.0\n",
      "code 25.0\n",
      "title 17.0\n"
     ]
    }
   ],
   "source": [
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id 0.8183556405353729 997 260.0\n",
      "name 151.0\n",
      "type 50.0\n",
      "description 41.0\n",
      "code 25.0\n",
      "title 17.0\n",
      "===================================================\n",
      "name 0.6137184115523464 552 137.0\n",
      "id 151.0\n",
      "description 43.0\n",
      "type 34.0\n",
      "code 20.0\n",
      "status 13.0\n",
      "===================================================\n",
      "description 0.4724409448818897 240 58.0\n",
      "name 43.0\n",
      "id 41.0\n",
      "type 26.0\n",
      "title 14.0\n",
      "status 9.0\n",
      "===================================================\n",
      "type 0.5106382978723404 201 46.0\n",
      "id 50.0\n",
      "name 34.0\n",
      "description 26.0\n",
      "value 7.0\n",
      "title 6.0\n",
      "===================================================\n",
      "title 0.4482758620689655 119 30.0\n",
      "id 17.0\n",
      "description 14.0\n",
      "name 8.0\n",
      "type 6.0\n",
      "date 5.0\n",
      "===================================================\n"
     ]
    }
   ],
   "source": [
    "\n",
    "freq_order = np.argsort(class_freq)\n",
    "for i in range(5):\n",
    "    print(types[freq_order[-i-1]], class_f1[freq_order[-i-1]], class_count[freq_order[-i-1]], class_count_test[freq_order[-i-1]])\n",
    "    target_type_id = freq_order[-i-1]\n",
    "    corr_order = np.argsort(corr_matrix[target_type_id])\n",
    "    for j in range(5):\n",
    "        print(types[corr_order[-j-1]], corr_matrix[target_type_id, corr_order[-j-1]])\n",
    "    print(\"===================================================\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id 0.8183556405353729 997 260.0\n",
      "id             214\n",
      "code             6\n",
      "name             5\n",
      "country          3\n",
      "category         3\n",
      "state            3\n",
      "number           2\n",
      "model            2\n",
      "source           2\n",
      "description      2\n",
      "event            1\n",
      "date             1\n",
      "duration         1\n",
      "startDate        1\n",
      "series           1\n",
      "value            1\n",
      "age              1\n",
      "filename         1\n",
      "role             1\n",
      "type             1\n",
      "population       1\n",
      "time             1\n",
      "region           1\n",
      "elevation        1\n",
      "rank             1\n",
      "field            1\n",
      "road             1\n",
      "comment          1\n",
      "dtype: int64\n",
      "===================================================\n",
      "name 0.6137184115523464 552 137.0\n",
      "name           85\n",
      "description    12\n",
      "id             10\n",
      "title           7\n",
      "type            4\n",
      "state           3\n",
      "class           2\n",
      "parent          1\n",
      "domain          1\n",
      "city            1\n",
      "code            1\n",
      "model           1\n",
      "field           1\n",
      "language        1\n",
      "location        1\n",
      "treatment       1\n",
      "status          1\n",
      "category        1\n",
      "area            1\n",
      "address         1\n",
      "race            1\n",
      "dtype: int64\n",
      "===================================================\n",
      "description 0.4724409448818897 240 58.0\n",
      "description    30\n",
      "name           11\n",
      "comment         4\n",
      "notes           2\n",
      "type            2\n",
      "title           2\n",
      "code            1\n",
      "value           1\n",
      "price           1\n",
      "location        1\n",
      "definition      1\n",
      "id              1\n",
      "note            1\n",
      "dtype: int64\n",
      "===================================================\n",
      "type 0.5106382978723404 201 46.0\n",
      "type           24\n",
      "category        5\n",
      "name            2\n",
      "description     2\n",
      "rank            1\n",
      "id              1\n",
      "title           1\n",
      "class           1\n",
      "language        1\n",
      "position        1\n",
      "domain          1\n",
      "comment         1\n",
      "topic           1\n",
      "value           1\n",
      "field           1\n",
      "sex             1\n",
      "code            1\n",
      "dtype: int64\n",
      "===================================================\n",
      "title 0.4482758620689655 119 30.0\n",
      "title          13\n",
      "name            7\n",
      "description     5\n",
      "source          1\n",
      "role            1\n",
      "project         1\n",
      "prefix          1\n",
      "status          1\n",
      "dtype: int64\n",
      "===================================================\n"
     ]
    }
   ],
   "source": [
    "freq_order = np.argsort(class_freq)\n",
    "for i in range(5):\n",
    "    print(types[freq_order[-i-1]], class_f1[freq_order[-i-1]], class_count[freq_order[-i-1]], class_count_test[freq_order[-i-1]])\n",
    "    target_type_id = freq_order[-i-1]\n",
    "    print(pd.Series((types[preds[labels==target_type_id]])).value_counts())\n",
    "    print(\"===================================================\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([], dtype=int64)"
      ]
     },
     "execution_count": 225,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.nonzero(group_df[\"class_id\"].values==target_type_id)[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 222,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4"
      ]
     },
     "execution_count": 222,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.nonzero(group_df[\"class_id\"].values==target_type_id)[0][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [],
   "source": [
    "# num = 0\n",
    "# wrong_num = 0\n",
    "# target_type = \"gender\"\n",
    "# target_type_id = np.where(types==target_type )[0][0]\n",
    "# print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "# print(\"================================\")\n",
    "# for i, (index, group_df) in enumerate(df_group_train):\n",
    "#     if target_type in group_df[\"class\"].values:\n",
    "#         # if types[preds_train[labels_train==target_type_id]][num] != target_type:\n",
    "#         #     print(types[preds_train[labels_train==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "#         #     wrong_num += 1\n",
    "#         #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "#         #     print(\"================================\")\n",
    "#         #     if wrong_num > 30:\n",
    "#         #         break\n",
    "        \n",
    "        \n",
    "#         print(types[preds_train[labels_train==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "#         print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "#         print(\"================================\")\n",
    "#         num += 1\n",
    "#         # if num > 20:\n",
    "#         #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5517241379310345 49 12.0 8\n",
      "================================\n",
      "sex ||      class                                               data\n",
      "51  gender  Male;Female;Male;Female;Male;Female;Male;Femal...\n",
      "53    year  2019;2019;2018;2018;2017;2017;2016;2016;2015;2...\n",
      "   class                                               data\n",
      "50   NaN                            1;2;1;2;1;2;1;2;1;2;1;2\n",
      "52   NaN  2019;2019;2018;2018;2017;2017;2016;2016;2015;2...\n",
      "54   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "55   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "56   NaN  4567062;5158370;4592218;5085778;4630916;501927...\n",
      "57   NaN  51672.1106;54804.93392;51797.83161;54417.45082...\n",
      "58   NaN  36636;42837;36765;43137;36798;42403;36161;4146...\n",
      "59   NaN  Restaurants & Food Services;Restaurants & Food...\n",
      "60   NaN  722Z;722Z;722Z;722Z;722Z;722Z;722Z;722Z;722Z;7...\n",
      "61   NaN  restaurants-food-services;restaurants-food-ser...\n",
      "62   NaN  0.469599911;0.530400089;0.474500919;0.52549908...\n",
      "================================\n",
      "sex ||        class                                               data\n",
      "1705  gender  F;F;F;F;M;F;F;M;M;F;M;F;F;F;M;M;F;F;F;F;M;F;M;...\n",
      "     class                                               data\n",
      "1703   NaN  9467;9472;9474;9478;9479;9486;9487;9489;9491;9...\n",
      "1704   NaN  10006;10011;10013;10017;10019;10026;10027;1002...\n",
      "1706   NaN  2094-03-05 00:00:00;2090-06-05 00:00:00;2038-0...\n",
      "1707   NaN  2165-08-12 00:00:00;2126-08-28 00:00:00;2125-1...\n",
      "1708   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "sex ||        class                                               data\n",
      "3758  gender  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;1;0;...\n",
      "3767    type  2;4;2;2;2;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;...\n",
      "     class                                               data\n",
      "3756   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "3757   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "3759   NaN  0;1;1;0;1;1;1;1;1;1;1;0;1;1;1;0;1;1;1;1;1;1;1;...\n",
      "3760   NaN  15;20;15;20;70;20;5;30;25;20;30;20;25;70;20;10...\n",
      "3761   NaN  0;0;0;1;1;1;0;1;0;0;1;0;0;0;1;1;1;0;0;0;0;1;1;...\n",
      "3762   NaN  0;0;0;0;1;0;0;0;1;1;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "3763   NaN  1;1;0;1;1;1;0;1;0;0;1;1;1;0;1;1;0;0;0;0;1;1;1;...\n",
      "3764   NaN  1;0;1;0;1;0;0;1;1;1;0;0;1;0;0;0;0;0;0;0;0;1;1;...\n",
      "3765   NaN  0;0;1;0;0;0;0;0;1;0;0;0;1;0;0;0;0;0;0;1;0;0;0;...\n",
      "3766   NaN  0;0;0;0;0;0;1;0;0;0;1;1;0;1;0;1;0;0;1;0;0;0;0;...\n",
      "3768   NaN  12;9;7;29;4;8;11;4;4;7;44;20;32;16;39;34;8;6;8...\n",
      "3769   NaN  0;0;1;0;1;1;1;1;1;0;1;0;0;0;0;0;0;1;0;0;0;0;1;...\n",
      "================================\n",
      "sex ||        class                                               data\n",
      "4874  county  Weld;Weld;Weld;Weld;Weld;Weld;Weld;Weld;Weld;W...\n",
      "4899  gender  Male;Male;Male;Female;Female;Female;Female;Mal...\n",
      "     class                                               data\n",
      "4871   NaN  15;69;122;127;258;307;379;461;480;482;544;559;...\n",
      "4872   NaN  1540015;6378092;600345718;200033245;600343803;...\n",
      "4873   NaN  62;62;62;62;62;62;62;62;62;62;62;62;62;62;62;6...\n",
      "4875   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4876   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4877   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4878   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4879   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4880   NaN              A;A;A;A;A;A;A;A;A;A;A;A;A;A;A;A;A;A;A\n",
      "4881   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4882   NaN  863840;601529996;601488251;871427;864856;60005...\n",
      "4883   NaN  1332;30;2801;10417;1809;95;202;132;309;4414;22...\n",
      "4884   NaN                                            W;W;W;S\n",
      "4885   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4886   NaN  CT;CT;RD;ST;AVE;ST;AVE;AVE;WAY;ST;ST;ST;DR;DR;...\n",
      "4887   NaN                                                APT\n",
      "4888   NaN                                                  B\n",
      "4889   NaN  583 Wallace Ranch\\nStewartbury, HI 25324;471 E...\n",
      "4890   NaN  GREELEY;ERIE;GREELEY;FIRESTONE;GREELEY;KEENESB...\n",
      "4891   NaN  CO;CO;CO;CO;CO;CO;CO;CO;CO;CO;CO;CO;CO;CO;CO;C...\n",
      "4892   NaN  80634;80516;80634;80504;80634;80643;80534;8052...\n",
      "4893   NaN                        5343.0;6233.0;1044.0;6302.0\n",
      "4894   NaN  9/2/2014;1/6/2020;11/4/2014;6/27/2020;11/6/201...\n",
      "4895   NaN  10/7/2012;1/6/2020;6/24/2011;6/27/2020;10/19/2...\n",
      "4896   NaN  Active;Active;Active;Active;Active;Active;Acti...\n",
      "4897   NaN                                     Failed to Vote\n",
      "4898   NaN  1985;1969;1990;1985;1984;1960;1987;1959;1940;1...\n",
      "4900   NaN  4134862212;4236362307;4135062109;4236362207;41...\n",
      "4901   NaN  212-600-4;307-5367;109-600-1;207-2556;220-600-...\n",
      "4902   NaN              1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "4903   NaN  REP;REP;UAF;UAF;UAF;REP;UAF;REP;DEM;REP;UAF;DE...\n",
      "4904   NaN  10/7/2012;2/18/2005;10/10/2014;6/27/2020;5/12/...\n",
      "4905   NaN  9706736099;7198362368;7138591370;3038095310;30...\n",
      "4906   NaN  PO BOX 142;PO BOX 549;820 DELAWARE AVE APT I;P...\n",
      "4907   NaN                 KEENESBURG;FIRESTONE;GRAFTON;EATON\n",
      "4908   NaN                                        CO;CO;WI;CO\n",
      "4909   NaN                    80643.0;80520.0;53024.0;80615.0\n",
      "4910   NaN                                 142.0;549.0;9470.0\n",
      "4911   NaN  600019041;600029382;26560;25872;600019042;6000...\n",
      "4912   NaN  No;No;No;No;No;No;No;No;No;No;No;No;No;No;No;N...\n",
      "4913   NaN  Congressional 4;Congressional 4;Congressional ...\n",
      "4914   NaN  State Senate 13;State Senate 23;State Senate 1...\n",
      "4915   NaN  State House 48;State House 63;State House 50;S...\n",
      "4916   NaN              N;N;N;N;N;N;N;N;N;N;N;N;N;N;N;N;N;N;N\n",
      "4917   NaN              5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5\n",
      "================================\n"
     ]
    },
    {
     "ename": "IndexError",
     "evalue": "index 40 is out of bounds for axis 0 with size 40",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mIndexError\u001b[0m                                Traceback (most recent call last)",
      "Input \u001b[0;32mIn [109]\u001b[0m, in \u001b[0;36m<cell line: 7>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m i, (index, group_df) \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28menumerate\u001b[39m(df_group_train):\n\u001b[1;32m      8\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m target_type \u001b[38;5;129;01min\u001b[39;00m group_df[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mclass\u001b[39m\u001b[38;5;124m\"\u001b[39m]\u001b[38;5;241m.\u001b[39mvalues:\n\u001b[0;32m----> 9\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m \u001b[43mtypes\u001b[49m\u001b[43m[\u001b[49m\u001b[43mpreds_train\u001b[49m\u001b[43m[\u001b[49m\u001b[43mlabels_train\u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43mtarget_type_id\u001b[49m\u001b[43m]\u001b[49m\u001b[43m]\u001b[49m\u001b[43m[\u001b[49m\u001b[43mnum\u001b[49m\u001b[43m]\u001b[49m \u001b[38;5;241m!=\u001b[39m target_type:\n\u001b[1;32m     10\u001b[0m             \u001b[38;5;28mprint\u001b[39m(types[preds_train[labels_train\u001b[38;5;241m==\u001b[39mtarget_type_id]][num], \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m||\u001b[39m\u001b[38;5;124m\"\u001b[39m,group_df[group_df[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mclass_id\u001b[39m\u001b[38;5;124m\"\u001b[39m]\u001b[38;5;241m>\u001b[39m\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m][[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mclass\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdata\u001b[39m\u001b[38;5;124m\"\u001b[39m]])\n\u001b[1;32m     11\u001b[0m             wrong_num \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;241m1\u001b[39m\n",
      "\u001b[0;31mIndexError\u001b[0m: index 40 is out of bounds for axis 0 with size 40"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"gender\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if types[preds_train[labels_train==target_type_id]][num] != target_type:\n",
    "            print(types[preds_train[labels_train==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if wrong_num > 30:\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds_train[labels_train==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(labels_train==target_type_id).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['title', 'title', 'role', 'title', 'title', 'title', 'name',\n",
       "       'name', 'name', 'name', 'description', 'name', 'name', 'name',\n",
       "       'title', 'description', 'title', 'title', 'title', 'description',\n",
       "       'title', 'title', 'title', 'title', 'name', 'prefix', 'notes',\n",
       "       'description', 'title', 'name'], dtype='<U14')"
      ]
     },
     "execution_count": 126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "types[preds[labels==target_type_id]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5 119 30.0 14\n",
      "================================\n",
      "title ||      class                                               data\n",
      "953  title  Non-competes, Business Dynamism, and Concentra...\n",
      "    class                                               data\n",
      "949   NaN  dataset-136;dataset-136;dataset-136;dataset-13...\n",
      "950   NaN  10.2139/ssrn.3172477;10.7591/9781501717734-009...\n",
      "951   NaN  SSRN Electronic Journal;{'id': 'jour.1027390',...\n",
      "952   NaN  Florida WAGES;Florida WAGES;Florida WAGES;Flor...\n",
      "================================\n",
      "title ||        class                                               data\n",
      "1069      id  532255;6570774;3979020;548749;534719;549166;55...\n",
      "1070   title  Caw;Caw!: magazine of Students for a Democrati...\n",
      "1082  format  print;electronic|||electronic resource|||remot...\n",
      "     class                                               data\n",
      "1071   NaN  Free you (Menlo Park, Calif.)|||Human Institut...\n",
      "1072   NaN  SDS fire;SDS fire;SDS new left notes;SDS new l...\n",
      "1073   NaN  New York;New York, N.Y;Menlo Park, CA;Minneapo...\n",
      "1074   NaN  Students for a Democratic Society.;Students fo...\n",
      "1075   NaN  1968 -1969;196-;Nov. 7, 1969- 1969;Nov. 7, 196...\n",
      "1076   NaN  1968;1968;196u;196u;1971;1968;196u;1969;uuuu;1...\n",
      "1077   NaN  1969;1969;1971;9999;9999;9999;9999;1969;uuuu;1...\n",
      "1078   NaN  serial;serial;serial;serial;serial;serial;seri...\n",
      "1079   NaN  Bimonthly;Frequency varies;Frequency varies|||...\n",
      "1080   NaN  English;English;English;English;English;Englis...\n",
      "1081   NaN  text;text;text;text;text;text;text;text;text;t...\n",
      "1083   NaN  1 v. ill. 26-41 cm.;1 online resource (4 v.) :...\n",
      "1084   NaN  periodical;Periodicals|||periodical;periodical...\n",
      "1085   NaN  Student movements;Underground newspapers;Stude...\n",
      "1086   NaN  Minnesota|||Minneapolis;United States;Chicago|...\n",
      "1087   NaN  New left notes (Students for a Democratic Soci...\n",
      "1088   NaN  New left notes (Students for a Democratic Soci...\n",
      "1089   NaN  0576-9698;0016-0490;0532-9299;0532-9299;0548-5...\n",
      "1090   NaN                                         77009820.0\n",
      "1091   NaN  http://pitt.idm.oclc.org/login?url=http://www....\n",
      "================================\n",
      "role ||       class                                               data\n",
      "1424  title  Magistrate;Circuit Judge;Magistrate;Magistrate...\n",
      "     class                                               data\n",
      "1422   NaN                                      1;2;3;4;5;6;7\n",
      "1423   NaN                 Emp1;Emp1;Emp3;Emp4;Emp5;Emp6;Emp7\n",
      "1425   NaN                        Joe;Joe;Joe;Joe;Joe;Joe;Joe\n",
      "1426   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "1427   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "1428   NaN  Baroness;His Honour Judge;Baroness;Baroness;Ba...\n",
      "1429   NaN                                      1;5;1;1;1;1;1\n",
      "1430   NaN  No Work Pattern (M to F);Salaried Judiciary 5 ...\n",
      "1431   NaN  thomas15@stewart-bowman.com;qgrimes@gmail.com;...\n",
      "1432   NaN  2008-07-18 00:00:00;2006-08-10 00:00:00;2008-0...\n",
      "1433   NaN  1900-01-01 00:00:00;1900-01-01 00:00:00;1900-0...\n",
      "1434   NaN                 True;True;True;True;True;True;True\n",
      "1435   NaN  2019-12-04 11:29:43.480000000;2019-12-04 11:29...\n",
      "1436   NaN  578256875287452.0;578256875287452.0;5782568752...\n",
      "================================\n",
      "title ||       class                                               data\n",
      "2281  title  Small Firm Death in Developing Countries;Unite...\n",
      "     class                                               data\n",
      "2277   NaN  dataset-341;dataset-341;dataset-341;dataset-34...\n",
      "2278   NaN  10.1162/rest_a_00798;10.1787/69ea15d0-en;10.13...\n",
      "2279   NaN  Review of Economics and Statistics;OECD,Financ...\n",
      "2280   NaN  Business Employment Dynamics Data;Business Emp...\n",
      "2282   NaN  https://www.mitpressjournals.org/doi/full/10.1...\n",
      "2283   NaN                            Yes;Yes;Yes;Yes;Yes;Yes\n",
      "================================\n",
      "title ||           class                                               data\n",
      "2354      title  Kürk Mantolu Madonna;Efendi ile Uşağı;Böyle Bu...\n",
      "2357  publisher  Yapı Kredi Yayınları;İş Bankası Kültür Yayınla...\n",
      "     class                                               data\n",
      "2353   NaN  220826;23550968;16120420;5470;13580479;7174618...\n",
      "2355   NaN  Ali, Sabahattin;Tolstoy, Leo;Nietzsche, Friedr...\n",
      "2356   NaN  4.0;4.0;2.0;4.0;4.0;4.0;4.0;5.0;5.0;3.0;3.0;3....\n",
      "2358   NaN  160.0;144.0;303.0;328.0;261.0;152.0;198.0;95.0...\n",
      "2359   NaN  1943.0;1895.0;1883.0;1949.0;1954.0;1945.0;1951...\n",
      "2360   NaN  2018/05/26;2018/05/26;2018/05/26;2018/05/26;20...\n",
      "2361   NaN  read;read;read;read;read;read;read;read;read;r...\n",
      "================================\n",
      "title ||        class                                               data\n",
      "2429  gender                                    m;m;m;f;m;f;m;m\n",
      "2433    type  Question;Response;Comment;Comment;Discussion;R...\n",
      "2437   title  What is data science?;Who is your favourite te...\n",
      "     class                                               data\n",
      "2427   NaN  12345678;23456789;34567891;45678910;56789101;6...\n",
      "2428   NaN  laingdk;memery;andrew;subizhangg;mgelbart;ttim...\n",
      "2430   NaN  audit;audit;audit;audit;verified;verified;veri...\n",
      "2431   NaN  4324.003029;11705.44343223234;30.234221323;233...\n",
      "2432   NaN  57d7f32f51efa305bc000bda;57d7f35851efa305b3000...\n",
      "2434   NaN  123abc;123abc;123abc;123abc;234bcd;234bcd;234b...\n",
      "2435   NaN  57d7f32f51efa305bc000bda;57e7ed56424a5d0788000c29\n",
      "2436   NaN  57d7f35851efa305b3000b67;57d7f35851efa305b3000...\n",
      "2438   NaN  Data science is a really cool new discipline t...\n",
      "2439   NaN  General;General;General;General;Block 1, Progr...\n",
      "2440   NaN  General;General;General;General;Block 1;Block ...\n",
      "2441   NaN  General;General;General;General;Programming fo...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "2532  title  Wuthering Heights;Jane Eyre;The Raven;Eleonora...\n",
      "2536  price                        11.11;12.34;13.13;14.0;15.0\n",
      "     class                                               data\n",
      "2533   NaN  Wuthering Heights, Emily Brontë's only novel, ...\n",
      "2534   NaN                                101;107;150;150;170\n",
      "2535   NaN                                   12;11;333;555;22\n",
      "2537   NaN                                GBP;GBP;USD;USD;EUR\n",
      "2538   NaN                                     11;11;16;16;13\n",
      "2539   NaN                                     EN;EN;EN;EN;EN\n",
      "================================\n",
      "name ||       class                                               data\n",
      "2962  title  Deathmatch;Dream Scheme;Q4T;Museum of Broken W...\n",
      "     class                                               data\n",
      "2963   NaN  August 2020;July 2020;March 2020;February 2020...\n",
      "2964   NaN  A Minecraft plugin that creates a minigame for...\n",
      "2965   NaN  https://github.com/paramt/deathmatch/releases;...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "3186     id          1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17\n",
      "3188  title  Laravel Admin Starter;About;Get in Touch;Priva...\n",
      "     class                                               data\n",
      "3187   NaN  Home;About;Contact Us;Privacy Policy;Terms and...\n",
      "3189   NaN  Laravel Admin Starter;About;Contact Us;Privacy...\n",
      "3190   NaN  /;about;contact-us;privacy-policy;terms-and-co...\n",
      "3191   NaN  /;/about;/contact-us;/privacy-policy;/terms-an...\n",
      "3192   NaN  sign-in;edit;user-circle;user-circle;id-card-a...\n",
      "3193   NaN                  1;1;1;0;0;0;0;0;0;1;1;1;1;1;1;0;1\n",
      "3194   NaN                  0;1;4;0;0;0;0;0;0;5;1;2;4;2;3;0;3\n",
      "3195   NaN                  0;1;1;0;0;0;0;0;0;0;0;0;0;1;1;0;0\n",
      "3196   NaN                  1;1;4;0;0;0;0;0;0;0;0;0;0;2;3;0;0\n",
      "3197   NaN                  0;0;0;0;0;0;1;1;1;0;0;0;0;0;0;1;0\n",
      "3198   NaN                  0;0;0;0;0;1;0;0;0;0;0;0;0;1;1;0;1\n",
      "3199   NaN             0;0;0;0;0;0;0;7;7;0;10;10;10;0;0;15;10\n",
      "3200   NaN             0;0;0;0;0;0;0;7;7;0;10;10;10;0;0;15;10\n",
      "3201   NaN               1;0;7;0;0;9;0;2;3;0;5;6;4;8;10;11;12\n",
      "3202   NaN                 23;3;3;1;1;1;1;1;1;0;1;1;1;6;4;1;1\n",
      "3203   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3204   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3205   NaN  2020-06-17 08:35:36;2020-06-17 08:35:36;2020-0...\n",
      "3206   NaN  2020-06-19 07:24:42;2020-06-19 07:23:07;2020-0...\n",
      "3207   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3208   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "================================\n",
      "name ||       class                                               data\n",
      "3431  title  2gether NHS Foundation Trust;Aberdeen City Cou...\n",
      "3432   type  nhs;local-council;local-council;grouping;local...\n",
      "     class                                               data\n",
      "3430   NaN  2gether-nhs-foundation-trust;aberdeen-city-cou...\n",
      "3433   NaN  http://data.gov.uk/publisher/2gether-nhs-found...\n",
      "3434   NaN  AFBI Headquarters;Architects Registration Boar...\n",
      "3435   NaN  207 Mccullough Well Suite 564\\nNew Hannah, WA ...\n",
      "3436   NaN  national-health-service;local-authorities;loca...\n",
      "================================\n",
      "description ||           class                                               data\n",
      "3487         id  R01MH096906;R01MH109682;R24MH120037;1760950;UH...\n",
      "3488      title  LARGE-SCALE IMAGE-BASED META-ANALYSIS OF FUNCT...\n",
      "3490  startDate  2012;2016;2019;2018;2018;2018;2018;2017;2017;2...\n",
      "3491    endDate  2023;2021;2024;2021;2020;2023;2023;2020;2020;2...\n",
      "     class                                               data\n",
      "3486   NaN  National Institute of Mental Health;National I...\n",
      "3489   NaN  Subcontract PI (T. Yarkoni, PI);Subcontract PI...\n",
      "3492   NaN  True;True;True;True;True;True;True;True;False;...\n",
      "3493   NaN  https://projectreporter.nih.gov/project_info_d...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "3530  title  VP Operations;Mgr Operations;IT Developer;IT D...\n",
      "     class                                               data\n",
      "3521   NaN                         --None--;--None--;--None--\n",
      "3522   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3523   NaN  CON1;CON2;CON3;CON4;CON5;CON6;CON7;CON8;CON9;C...\n",
      "3524   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3525   NaN  123;(376) 460-0976;(435) 923-2852;(827) 427-05...\n",
      "3526   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3527   NaN  (092) 223-5945;(105) 252-3316;(882) 828-0165;(...\n",
      "3528   NaN  Trade Show;Public Relations;Employee;Other;Tra...\n",
      "3529   NaN  (900) 975-5304;(215) 573-4324;(581) 972-5298;(...\n",
      "3531   NaN                                           woanders\n",
      "3532   NaN  753 Padilla Circles\\nNew Jeffrey, FL 71671;871...\n",
      "3533   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3534   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3535   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3536   NaN  admin;admin;admin;admin;admin;admin;admin;admi...\n",
      "3537   NaN  2010-07-09 23:38:44;2010-07-09 23:38:44;2010-0...\n",
      "3538   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3539   NaN  2011-03-17 09:13:35;2011-01-31 12:05:01;2011-0...\n",
      "3540   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3541   NaN                              2011-03-17;0000-00-00\n",
      "3542   NaN                              2012-03-17;0000-00-00\n",
      "3543   NaN  999 Baker Way;1715 Scott Dr;999 Baker Way;999 ...\n",
      "3544   NaN  Sunnyvale;San Francisco;San Francisco;San Fran...\n",
      "3545   NaN                      CA;CA;CA;CA;CA;CA;CA;CA;CA;CA\n",
      "3546   NaN  90749;24385;13631;62839;52496;82766;11163;3364...\n",
      "3547   NaN  86165;68771;85800;85034;45989;15588;20743;3699...\n",
      "3548   NaN            USA;USA;USA;USA;USA;USA;USA;USA;USA;USA\n",
      "================================\n",
      "name ||           class                                               data\n",
      "3901         id                          -;-;-;-;-;-;-;-;-;-;-;-;-\n",
      "3902      title  Notas de Disciplina de Cálculo Numérico;Cálcul...\n",
      "3909   language  Português;Português;Português;Português;Portug...\n",
      "3911  publisher  -;-;IFRN;UFABC;UFMA;-;University of Californii...\n",
      "     class                                               data\n",
      "3903   NaN  Leonardo F. Guidi;Felipe Acker;Robson Santana ...\n",
      "3904   NaN  2017;2016;2008;2020;2011;2020;2005;2008;2016;-...\n",
      "3905   NaN  Ebook;Ebook;Ebook;Ebook;Ebook;Apostila/Ebook;E...\n",
      "3906   NaN  Ciências Exatas e da Natureza;Ciências Exatas ...\n",
      "3907   NaN  Matemática;Matemática;Matemática;Matemática;Ma...\n",
      "3908   NaN  Calculo Numérico;Cálculo;Geometria Analítica;G...\n",
      "3910   NaN  -;-;978-85-89571-53-1;-;-;-;-;-;-;-;-;-;-;-;-;...\n",
      "3912   NaN                    -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-\n",
      "3913   NaN  Notas de aula do professor Guidi do Instituto ...\n",
      "3914   NaN  http://www.mat.ufrgs.br/~guidi/grad/MAT01169/c...\n",
      "3915   NaN  https://drive.google.com/file/d/1My2o5USIGBdDO...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "3991  title  \\nAesthetic Blasphemy\\n;Login to Aesthetic Bla...\n",
      "     class                                               data\n",
      "3990   NaN  http://aestheticblasphemy.com;http://aesthetic...\n",
      "3992   NaN  200;200;200;200;200;200;200;200;200;200;200;20...\n",
      "================================\n",
      "title ||       class                                               data\n",
      "4206  title  In Search of Lost Time;Don Quixote;Ulysses;The...\n",
      "     class                                               data\n",
      "4204   NaN                1;2;3;4;5;6;7;8;9;10;11;12;13;14;15\n",
      "4205   NaN  Get all the books;Add a new book - id=1;Add a ...\n",
      "4207   NaN  Marcel Proust;Miguel de Cervantes;James Joyce;...\n",
      "4208   NaN  /books/;/books/;/books/;/books/;/books/;/books...\n",
      "4209   NaN  GET;POST;POST;POST;POST;POST;GET;PUT;GET;PATCH...\n",
      "4210   NaN  books-post.json;books-post.json;books-post.jso...\n",
      "4211   NaN  [];Marcel Proust;Miguel de Cervantes;James Joy...\n",
      "================================\n",
      "description ||       class                                               data\n",
      "4326     id                                    1;2;3;4;5;6;7;8\n",
      "4327  title  First Object for Institution One;Second Object...\n",
      "     class                                               data\n",
      "4328   NaN  A bag of photos;A bag of PDFs;A bag of broken ...\n",
      "4329   NaN  institution1.edu/photos;institution1.edu/pdfs;...\n",
      "4330   NaN  photos_from_the_1960s;pdf_docs_with_lots_of_wo...\n",
      "4331   NaN  institution;restricted;consortia;institution;r...\n",
      "4332   NaN  photos.tar;pdfs.tar;glass.tar;chocolate.tar;co...\n",
      "4333   NaN                                    2;2;2;3;3;3;4;4\n",
      "4334   NaN  2021-01-12 17:14:35;2021-01-12 17:14:35;2021-0...\n",
      "4335   NaN  2021-01-12 17:14:35;2021-01-12 17:14:35;2021-0...\n",
      "4336   NaN                                    A;A;A;A;A;A;A;A\n",
      "4337   NaN  etagforinst1photos;etagforinst1pdfs;etagforins...\n",
      "4338   NaN  Standard;Standard;Standard;Standard;Standard;S...\n",
      "4339   NaN  https://example.com/profile.json;https://examp...\n",
      "4340   NaN  Institution One;Institution One;Institution On...\n",
      "4341   NaN  First internal identifier;Second internal iden...\n",
      "4342   NaN  First internal description;Second internal des...\n",
      "================================\n",
      "title ||             class                                               data\n",
      "4823        field                                        date_loaded\n",
      "4828  description  Date the study was recorded in the Screensaver...\n",
      "4829        title  Date Recorded;Last Data Loading Date;Library S...\n",
      "     class                                               data\n",
      "4820   NaN  date_created;last_data_loading_date;screen_typ...\n",
      "4821   NaN  fields.study;fields.study;fields.study;fields....\n",
      "4822   NaN   screen_result;custom;custom;custom;custom;custom\n",
      "4824   NaN  /reports/api/v1/field/fields.study/date_create...\n",
      "4825   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;24;25;26...\n",
      "4826   NaN  Assigned by the facility;Dynamically calculate...\n",
      "4827   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "4830   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "4831   NaN  screen.type;study.type;screen.data_sharing_lev...\n",
      "4832   NaN  [d];[d];[];[l,d];[l,d];[l,d];[d];[];[];[d];[d]...\n",
      "4833   NaN  [c];[c,u];[c,u];[c,u];[c];[c,u];[c,u];[c,u];[c...\n",
      "4834   NaN  date;date;string;string;string;string;string;s...\n",
      "4835   NaN                      link;link;link;link;link;link\n",
      "4836   NaN  {  };{ 'hrefTemplate': ';{ };{ 'hrefTemplate':...\n",
      "4837   NaN  select;select;select;select;textarea;textarea;...\n",
      "4838   NaN                                              now;0\n",
      "4839   NaN            True;True;True;True;True;True;True;True\n",
      "4840   NaN                           True;True;True;True;True\n",
      "4841   NaN  [readEverythingAdmin];[readEverythingAdmin];[r...\n",
      "4842   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;1.0;0....\n",
      "================================\n",
      "title ||       class                                               data\n",
      "5159  title  Well ID;Plate;Well;Library;Library Full Name;S...\n",
      "     class                                               data\n",
      "5151   NaN  well_id;plate_number;well_name;library_short_n...\n",
      "5152   NaN  fields.well;fields.well;fields.well;fields.wel...\n",
      "5153   NaN  library;library;library;custom;custom;custom;c...\n",
      "5154   NaN                short_name;library_name;screen_type\n",
      "5155   NaN  0;1;2;10;11;12;13;14;15;16;17;18;80;100;101;10...\n",
      "5156   NaN     report;screening;screening;screening;screening\n",
      "5157   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "5158   NaN  Well ID [plate number]:[well_name];Plate numbe...\n",
      "5160   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "5161   NaN                      screen.type;library.well_type\n",
      "5162   NaN  [l,d,report];[l,d,report];[l,d,report];[d,repo...\n",
      "5163   NaN                            [u];[u];[u];[u];[u];[u]\n",
      "5164   NaN  string;integer;string;string;string;string;str...\n",
      "5165   NaN  link;link;link;link;link;siunit;link;siunit;si...\n",
      "5166   NaN  { 'hrefTemplate': ';{ 'hrefTemplate': ';{ 'hre...\n",
      "5167   NaN                                      select;select\n",
      "5168   NaN                                True;True;True;True\n",
      "5169   NaN                                              False\n",
      "5170   NaN                                               True\n",
      "5171   NaN  [readEverythingAdmin];[readEverythingAdmin];[r...\n",
      "================================\n",
      "title ||       class                                               data\n",
      "5531  title  Toy Story (1995);Lion King, The (1994);Snow Wh...\n",
      "     class                                               data\n",
      "5530   NaN  0;70;98;131;142;49;171;180;81;251;173;209;65;8...\n",
      "5532   NaN  1995;1994;1937;1939;1965;1977;1980;1997;1993;1...\n",
      "5533   NaN  1;71;99;132;143;50;172;181;82;252;174;210;66;8...\n",
      "5534   NaN  [ 0.75322544 -0.03918959];[-0.32804807  0.6280...\n",
      "================================\n",
      "description ||             class                                               data\n",
      "5953  description  Pubmed ID;Pubmed Central ID;Authors cited;Jour...\n",
      "5954        title  Pubmed ID;Pubmed Central ID;Authors Cited;Jour...\n",
      "     class                                               data\n",
      "5945   NaN  publication_id;pubmed_id;pubmed_central_id;aut...\n",
      "5946   NaN  fields.publication;fields.publication;fields.p...\n",
      "5947   NaN                 attached_file;attached_file;screen\n",
      "5948   NaN              attached_file_id;filename;facility_id\n",
      "5949   NaN                         0;1;2;3;4;5;6;7;8;10;11;12\n",
      "5950   NaN  string;string;string;string;string;string;stri...\n",
      "5951   NaN     link;link;link;full_string;link;link;link;link\n",
      "5952   NaN  { 'hrefTemplate': ';{ 'hrefTemplate': 'http://...\n",
      "5955   NaN    [l,d];[l,d];[l,d];[l,d];[l,d];[l,d];[l,d];[l,d]\n",
      "================================\n",
      "title ||       class                                               data\n",
      "6743  title  Picture of the step 1;Picture of the step 1;Pi...\n",
      "     class                                               data\n",
      "6742   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "6744   NaN  empty;empty;empty;empty;empty;empty;empty;empt...\n",
      "6745   NaN  1;1;1;2;3;2;3;2;2;4;5;6;7;8;9;10;1;11;12;13;14...\n",
      "================================\n",
      "title ||       class                                               data\n",
      "7065  title  Professor of English;Enrollment Services Repre...\n",
      "     class                                               data\n",
      "7061   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "7062   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7063   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7064   NaN  Information Technology;Cow Rusting,Bounty Hunt...\n",
      "7066   NaN  English;Web Communications;Web Communications;...\n",
      "7067   NaN  USNV Hayes\\nFPO AP 84543;Unit 5159 Box 1795\\nD...\n",
      "7068   NaN  x5-0229;303-492-6970;303-492-8134;303-492-6970...\n",
      "7069   NaN  http://www.colorado.edu;http://www.colorado.ed...\n",
      "7070   NaN  My bodacious site;My cool site;My awesome site...\n",
      "7071   NaN  03557 Phillips Wells Suite 291\\nNew Beverlybur...\n",
      "7072   NaN  Fall 2013 Office Hours: Tuesdays & Thursdays 1...\n",
      "7073   NaN  I like beer.;I like beer.;I like beer.;I like ...\n",
      "7074   NaN  missing.jpg;missing.jpg;missing.jpg;missing.jp...\n",
      "7075   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "title ||         class                                               data\n",
      "7076       id  15643;8321;8327;8324;15638;15646;15648;8328;15...\n",
      "7077  creator  Ullah, Isaac I. T., 1979-;Sarjoughian, Hessam ...\n",
      "7083    title  A Coupled ABM-GIS Model of Small-Scale Farming...\n",
      "     class                                               data\n",
      "7078   NaN  Bergin, Sean M.;Swantek, Laura Anne;Miller, Al...\n",
      "7079   NaN  Ullah, Isaac I. T., 1979-;Barton, C. Michael;B...\n",
      "7080   NaN  Miller, Alexandra E.;Arrowsmith, J. Ramon;La R...\n",
      "7081   NaN  Wentz, Elizabeth;Barton, C. Michael;Barton, C....\n",
      "7082   NaN  Mayer, Gary R.;Schmich, Steven;Mayer, Gary R.;...\n",
      "7084   NaN  In Title: 8, 000â€“1, 500 yr. strikes me as a ...\n",
      "7085   NaN  Agricultural systems;Land use;Landscape assess...\n",
      "7086   NaN  Human ecology;Human ecology;Paleoclimatology;H...\n",
      "7087   NaN  Neolithic period;Neolithic period;Neolithic pe...\n",
      "7088   NaN  Geographic information systems;Habitat (Ecolog...\n",
      "7089   NaN  Mediterranean Region;Mediterranean Region;Medi...\n",
      "7090   NaN  Faculty scholarship;Faculty scholarship;Facult...\n",
      "================================\n",
      "title ||        class                                               data\n",
      "7561  gender                                    m;m;m;f;m;f;m;m\n",
      "7570   title  What is data science?;Who is your favourite te...\n",
      "     class                                               data\n",
      "7559   NaN  12345678;23456789;34567891;45678910;56789101;6...\n",
      "7560   NaN  laingdk;memery;andrew;subizhangg;mgelbart;ttim...\n",
      "7562   NaN  audit;audit;audit;audit;verified;verified;veri...\n",
      "7563   NaN  under_30_min;30_min_to_5_hr;30_min_to_5_hr;ove...\n",
      "7564   NaN  57d7f32f51efa305bc000bda;57d7f35851efa305b3000...\n",
      "7565   NaN  CommentThread;Comment;Comment;Comment;CommentT...\n",
      "7566   NaN                                Question;Discussion\n",
      "7567   NaN                                      123abc;234bcd\n",
      "7568   NaN  57d7f32f51efa305bc000bda;57e7ed56424a5d0788000c29\n",
      "7569   NaN  57d7f35851efa305b3000b67;57d7f35851efa305b3000...\n",
      "7571   NaN  Data science is a really cool new discipline t...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "7732  title  inja;amanzi;mpho;iqanda;mhlobo;storybook-5-ch-...\n",
      "     class                                               data\n",
      "7727   NaN  1;2;3;4;5;6;7;8;9;10;12;11;13;14;15;16;17;18;1...\n",
      "7728   NaN  audio/mpeg;audio/mpeg;audio/mpeg;audio/mpeg;au...\n",
      "7729   NaN  CREATIVE_COMMONS_CC_BY;CREATIVE_COMMONS_CC_BY;...\n",
      "7730   NaN  https://forvo.com/word/inja/;https://forvo.com...\n",
      "7731   NaN  3.0;4.0;5.0;6.0;7.0;14.0;16.0;17.0;12.0;15.0;1...\n",
      "7733   NaN  inja;amanzi;mpho;iqanda;mhlobo;ULara, ongubhan...\n",
      "7734   NaN  /audio/1.mp3;/audio/2.mp3;/audio/3.mp3;/audio/...\n",
      "7735   NaN  MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP...\n",
      "================================\n",
      "prefix ||       class         data\n",
      "7981  title  Mr;Mr;Mr;Mr\n",
      "     class                                               data\n",
      "7967   NaN                                     82;82;83;84;85\n",
      "7968   NaN                                          3;3;3;3;3\n",
      "7969   NaN                                Z01;Z01;Z01;Z01;Z01\n",
      "7970   NaN  Zombie Cabinet;Zombie Cabinet;Zombie Cabinet;Z...\n",
      "7971   NaN                                          1;1;1;1;1\n",
      "7972   NaN                      141.0;141.0;141.0;141.0;141.0\n",
      "7973   NaN            7807024;7807024;6386025;41e3026;2f80027\n",
      "7974   NaN                      171.0;171.0;171.0;171.0;171.0\n",
      "7975   NaN                                0.0;0.0;0.0;0.0;0.0\n",
      "7976   NaN                      188.0;188.0;188.0;188.0;188.0\n",
      "7977   NaN                           30.0;30.0;30.0;30.0;30.0\n",
      "7978   NaN                           47.0;47.0;47.0;47.0;47.0\n",
      "7979   NaN  Confirmed;Confirmed;Cancelled;Confirmed;Cancelled\n",
      "7980   NaN  2014-02-10 20:08:54;2014-02-10 20:08:54;2014-0...\n",
      "7982   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7983   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7984   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7985   NaN  1157 Michael Island\\nNew Thomas, NC 34644;6097...\n",
      "7986   NaN  asdfssfsdf;asdfssfsdf;macedonomahon 55;macedon...\n",
      "7987   NaN     thessaloniki;thessaloniki;Athens;Athens;Athens\n",
      "7988   NaN  ΘΕΣΣΑΛΟΝΙΚΗΣ;ΘΕΣΣΑΛΟΝΙΚΗΣ;ΑΤΤΙΚΗΣ;ΑΤΤΙΚΗΣ;ΑΤΤΙΚΗΣ\n",
      "7989   NaN                 Greece;Greece;Greece;Greece;Greece\n",
      "7990   NaN                      12201;12201;13676;13676;13676\n",
      "================================\n",
      "notes ||        class                                               data\n",
      "7991   title  Must buy!;Highly recommended;Best in the marke...\n",
      "7994  rating                                5;5;5;5;4;4;5;5;5;5\n",
      "     class                                               data\n",
      "7992   NaN  Really amazing phone by apple .Its come with I...\n",
      "7993   NaN  Flipkart Customer;Vignesh Jayabal;Vineeth Vasu...\n",
      "================================\n",
      "description ||             class                 data\n",
      "8112       status      1.0;1.0;1.0;1.0\n",
      "8114  description  1.0;1.0;1.0;1.0;1.0\n",
      "8115        title  1.0;1.0;1.0;1.0;1.0\n",
      "8124        value      1.0;1.0;1.0;1.0\n",
      "8126         date          1.0;1.0;1.0\n",
      "     class                                             data\n",
      "8111   NaN  Administrator;embedded;edit;create;default;view\n",
      "8113   NaN                                      1.0;1.0;1.0\n",
      "8116   NaN                                  1.0;1.0;1.0;1.0\n",
      "8117   NaN                                  1.0;1.0;1.0;1.0\n",
      "8118   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8119   NaN                                  1.0;1.0;1.0;1.0\n",
      "8120   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8121   NaN                                  1.0;1.0;1.0;1.0\n",
      "8122   NaN                                  1.0;1.0;1.0;1.0\n",
      "8123   NaN                                  1.0;1.0;1.0;1.0\n",
      "8125   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8127   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8128   NaN                                      1.0;1.0;1.0\n",
      "8129   NaN                                              1.0\n",
      "================================\n",
      "title ||       class                                               data\n",
      "8330  title  Travelling With Kids;J&J How To Bathe Your New...\n",
      "     class                                               data\n",
      "8328   NaN  807;807;807;807;807;807;807;807;807;807;807;80...\n",
      "8329   NaN  10/12/2017 9:09:50 PM;10/12/2017 9:08:50 PM;10...\n",
      "8331   NaN  EC-TWK-PT-E-1017;BC-JAJ-CH-E-1017;BL-SAF-CN-E-...\n",
      "8332   NaN  West and North;West and North;West and North;W...\n",
      "8333   NaN  IAP TV;IAP TV;IAP TV;IAP TV;IAP TV;IAP TV;IAP ...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "8851  title  Unforgiven;Underworld;V for Vendetta;Van Wilde...\n",
      "     class                                               data\n",
      "8852   NaN  1992;2003;2005;2002;2008;2004;2000;2009;2004;2...\n",
      "8853   NaN  130 min;121 min;132 min;92 min;90 min;131 min;...\n",
      "8854   NaN  Drama, Western;Action, Fantasy, Thriller;Actio...\n",
      "8855   NaN  tt0105695;tt0320691;tt0434409;tt0283111;tt0443...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"title\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        \n",
    "        \n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6488294314381272 552 137.0 97\n",
      "================================\n",
      "name ||   class                                               data\n",
      "0    id  state_id_0;state_id_1;state_id_2;state_id_3;st...\n",
      "1  name  Alytaus apskritis;Kauno apskritis;Klaipėdos ap...\n",
      "  class                                               data\n",
      "2   NaN                                A;K;L;M;P;S;J;T;U;V\n",
      "3   NaN  base.lt;base.lt;base.lt;base.lt;base.lt;base.l...\n",
      "================================\n",
      "name ||    class                                               data\n",
      "22  name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "   class                                               data\n",
      "23   NaN  230 Megan Junctions Suite 197\\nNorth Thomas, O...\n",
      "24   NaN  2700 S;1700 W;Room 100;Room 202;Room ;5325 S;2...\n",
      "25   NaN  03:00 PM-07:00 PM;10:00 AM-02:00 PM;10:00 AM-0...\n",
      "26   NaN  ho86815543;ho77224042;ho82147400;ho37957929;ho...\n",
      "27   NaN  False;False;False;False;False;False;False;Fals...\n",
      "28   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "29   NaN  poll61582448;poll49054574;poll89601719;poll258...\n",
      "================================\n",
      "name ||     class                                               data\n",
      "190  name  Service 1;Cubierta 1;Cubierta 2;Cubierta 3;Cub...\n",
      "    class                                               data\n",
      "186   NaN  logistic_requirement_main_01;logistic_requirem...\n",
      "187   NaN  maintenance;maintenance;maintenance;maintenanc...\n",
      "188   NaN  fleet_vehicle_02;fleet_vehicle_02;fleet_vehicl...\n",
      "189   NaN  product_product_14;product_product_15;product_...\n",
      "191   NaN  10000;10000;10000;10000;10000;200000;200000;20...\n",
      "192   NaN  10000;100000;100000;100000;100000;10000;100000...\n",
      "193   NaN  1000;10000;10000;10000;10000;1000;10000;10000;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "274     id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "277   name  一般土建工程;电气工程;采暖工程;给排水工程;通风工程;消防预埋工程;一般土建工程;电气工程...\n",
      "280  state                                                0.0\n",
      "    class                                               data\n",
      "275   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "276   NaN  1;1;1;1;1;1;2;2;2;2;2;2;3;3;3;3;3;3;4;4;4;4;4;...\n",
      "278   NaN  陕建翠园锦绣III标段9;陕建翠园锦绣III标段9;陕建翠园锦绣III标段9;陕建翠园锦绣I...\n",
      "279   NaN                          陕建翠园锦绣III标段地下车库一般土建工程单位工程\n",
      "================================\n",
      "name ||         class                                               data\n",
      "308      name  Mozzarella;Cheddar;Pepper Jack;Feta;Butter;Sou...\n",
      "309  category  Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dair...\n",
      "    class                                               data\n",
      "307   NaN  0;1;2;3;4;5;6;8;9;11;13;14;18;19;20;21;23;24;2...\n",
      "310   NaN  OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;CUP;EA;CUP...\n",
      "311   NaN  0.0;8.0;4.0;1.5;18.0;2.0;4.0;3.7;18.0;2.0;6.0;...\n",
      "312   NaN  CASE 30lb;CASE 20lb;CASE 20lb;33lbs;CASE 30lb;...\n",
      "313   NaN  5lb BAG;5lb BAG;5lb BAG;5lb BAG;1lb;GALLON;1/2...\n",
      "314   NaN  6.0;4.0;4.0;1.0;30.0;2.0;1.0;6.0;2.0;2.0;4.0;4...\n",
      "315   NaN  80.0;80.0;80.0;160.0;16.0;16.0;8.0;180.0;16.0;...\n",
      "316   NaN  1.0;1.0;1.0;1.0;1.0;1.0;1.0;95.0;1.0;970000.0;...\n",
      "317   NaN  55.49;41.84;42.85;49.74;84.99;13.99;5.99;31.83...\n",
      "318   NaN  2.0;2.0;0.0;1.0;1.0;1.0;3.0;1.0;28.0;1.0;1.0;1...\n",
      "319   NaN  2/12/2018 12:00:00 AM;2/12/2018 12:00:00 AM;2/...\n",
      "320   NaN  0.0;0.0;0.0;2.0;6.0;0.0;6.0;0.0;6.0;0.0;0.0;2....\n",
      "================================\n",
      "name ||     class                                               data\n",
      "358    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "359  name  ランニング類;サイクリング類;水泳類;エクササイズ類;スポーツ類;格闘技類;アウトドア類;そ...\n",
      "    class                                               data\n",
      "360   NaN  1;1;1;1;1;1;1;1;2;2;2;2;2;2;2;3;3;3;3;3;3;3;3;...\n",
      "================================\n",
      "role ||     class                                               data\n",
      "373  name  Frequency;Frequency;Frequency;Frequency;Freque...\n",
      "    class                                               data\n",
      "368   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "369   NaN  402545;402545;402545;402545;402545;402545;4025...\n",
      "370   NaN  4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4\n",
      "371   NaN  D585A6DED6806AECE043C616A9C366D5;D585AA4D8B5F6...\n",
      "372   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "374   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "375   NaN  Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;Hz;H...\n",
      "376   NaN  SpectralLinearAxis;SpectralLinearAxis;Spectral...\n",
      "================================\n",
      "title ||     class                                               data\n",
      "484    id  htm6PixLJNy;hi7qRC4SMMk;mwSaVq64k7j;oPAg4MA088...\n",
      "487  name  VA-01-Verbal Autopsy ID;VA-02-Sex;VA-03-Date o...\n",
      "    class                                               data\n",
      "485   NaN    VA-01;VA-02;VA-03;VA-04;VA-05;VA-06;VA-07;VA-08\n",
      "486   NaN  Verbal Autopsy ID;Sex;Date of Birth;Age (in ye...\n",
      "488   NaN  The ID from the Verbal Autopsy conducted;Sex o...\n",
      "489   NaN  TRACKER;TRACKER;TRACKER;TRACKER;TRACKER;TRACKE...\n",
      "490   NaN  TEXT;TEXT;DATE;NUMBER;TEXT;FILE_RESOURCE;TEXT;...\n",
      "491   NaN      NONE;NONE;AVERAGE;AVERAGE;NONE;NONE;NONE;NONE\n",
      "492   NaN                                               True\n",
      "493   NaN                JFWEdW5OBJp;LAWwdYur1ds;Joti2JHU4i6\n",
      "494   NaN  bjDvmb4bfuf;bjDvmb4bfuf;bjDvmb4bfuf;bjDvmb4bfu...\n",
      "================================\n",
      "name ||     class                                               data\n",
      "635  name  神圣战甲术施法者;施毒术受术者;施毒术施法者;隐身术施法者;飓风破受术者;飓风破施法者;火符...\n",
      "    class                                               data\n",
      "633   NaN  1;2;3;4;5;6;8;10;11;13;14;15;16;17;18;19;20;21...\n",
      "634   NaN  30700;30300;30300;30900;31100;31100;30400;3130...\n",
      "636   NaN  0;0;0;0;500;0;500;450;0;0;0;0;150;0;0;150;0;0;...\n",
      "637   NaN  0;1;0;0;1;0;2;1;0;0;0;1;2;0;1;2;0;0;2;1;0;0;0;...\n",
      "638   NaN  1;1;0;1;1;1;1;1;0;1;1;1;1;1;1;1;1;1;0;1;1;1;0;...\n",
      "639   NaN  1;5;4;53;7;6;10;12;11;13;10009;16;17;15;19;20;...\n",
      "640   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;2;0;0;0;...\n",
      "641   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "642   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "643   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;-60;...\n",
      "644   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "645   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "646   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "647   NaN                                1.0;1.0;1.0;1.0;1.0\n",
      "================================\n",
      "description ||         class                                               data\n",
      "657    season  2014;2014;2014;2014;2014;2014;2014;2014;2014;2...\n",
      "658    region  MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;S...\n",
      "661      name  MW Round2 Game 1;MW Round2 Game 2;MW Round2 Ga...\n",
      "667  location  Nowhere;Nowhere;Nowhere;Nowhere;Nowhere;Nowher...\n",
      "    class                                               data\n",
      "656   NaN  2014R1G1MW;2014R1G2MW;2014R1G3MW;2014R1G4MW;20...\n",
      "659   NaN  WIST;UK;STL;LOUI;MASS;DUKE;TEX;MICH;WIST;STL;T...\n",
      "660   NaN  CALP;KSST;NCST;MAN;TENN;MERC;AZST;WOF;UK;LOUI;...\n",
      "662   NaN  1;1;1;1;1;1;1;1;2;2;2;2;3;3;4;1;1;1;1;1;1;1;1;...\n",
      "663   NaN  1;2;3;4;5;6;7;8;1;2;3;4;1;2;1;1;2;3;4;5;6;7;8;...\n",
      "664   NaN  67;56;83;71;67;71;87;57;76;51;83;65;74;71;75;6...\n",
      "665   NaN  37;49;80;64;86;78;85;40;78;66;63;79;69;73;72;5...\n",
      "666   NaN  2014-03-17;2014-03-17;2014-03-17;2014-03-18;20...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "862    name  Finnish;North Karelian;Olonets Karelian;Veps;E...\n",
      "865  family  Uralic;Uralic;Uralic;Uralic;Uralic;Uralic;Ural...\n",
      "    class                                               data\n",
      "861   NaN  finnish;northkarelian;olonetskarelian;veps;est...\n",
      "863   NaN  finn1318;kare1335;livv1243;veps1250;esto1258;l...\n",
      "864   NaN  fin;krl;olo;vep;ekk;liv;sma;smj;sme;smn;sms;sj...\n",
      "866   NaN  Finnic;Finnic;Finnic;Finnic;Finnic;Finnic;Saam...\n",
      "867   NaN  62.0;64.0;60.0;59.0;56.8333333333;64.666666666...\n",
      "868   NaN  25.0;32.0;35.0;26.0;24.0;16.75;24.0;37.0;58.0;...\n",
      "================================\n",
      "class ||       class                                               data\n",
      "897    name  Declination;Right Ascension;Declination;Right ...\n",
      "898  number  0;1;0;1;0;1;0;1;0;1;0;1;0;1;0;1;0;1;0;1;0;1;0;1;0\n",
      "    class                                               data\n",
      "889   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "890   NaN  402545;402545;402545;402545;402545;402545;4025...\n",
      "891   NaN  4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4\n",
      "892   NaN  D585A6DED67C6AECE043C616A9C366D5;D585A6DED67D6...\n",
      "893   NaN  0.0077777777777777;-0.0077777777777777;0.01111...\n",
      "894   NaN  256;256;256;256;256;256;256;256;256;256;256;25...\n",
      "895   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "896   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "899   NaN  128.0;128.0;128.0;128.0;128.0;128.0;128.0;128....\n",
      "900   NaN  50.62041667;140.65654167;50.62041667;140.65654...\n",
      "901   NaN  rad;rad;rad;rad;rad;rad;rad;rad;rad;rad;rad;ra...\n",
      "902   NaN  DirectionLinearAxis;DirectionLinearAxis;Direct...\n",
      "================================\n",
      "name ||     class                                               data\n",
      "935  name  w_gweonid_forest;w_marianople;w_garangdol_plai...\n",
      "    class                                               data\n",
      "934   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "936   NaN  8888.0;9677.473684;9934.628571;14144.0;11925.0...\n",
      "937   NaN  14196.0;10910.315789;12160.0;6955.789474;13266...\n",
      "938   NaN  3984.0;3174.175439;5185.828571;4712.421053;481...\n",
      "939   NaN  2387.0;1904.280702;3112.228571;2836.210526;288...\n",
      "940   NaN  2101;2106;2104;2204;2102;2103;2212;2107;2203;2...\n",
      "941   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "942   NaN  3;3;3;4;3;3;4;3;4;3;4;4;4;4;4;4;4;3;3;3;3;3;4;...\n",
      "943   NaN  그위오니드 숲;마리아노플;가랑돌 평원;동틀녘 반도;솔즈리드 반도;릴리엇 구릉지;무지...\n",
      "944   NaN  2;2;2;3;2;2;3;2;3;2;3;3;3;3;3;3;3;2;2;2;2;2;3;...\n",
      "945   NaN  101.0;102.0;103.0;104.0;99.0;105.0;106.0;107.0...\n",
      "946   NaN  f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;f;...\n",
      "947   NaN  7701.0;7696.0;7683.0;7702.0;7699.0;7681.0;7704...\n",
      "948   NaN  7720.0;7724.0;7718.0;7714.0;7725.0;7722.0;7710...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1140  name  Zupa grochowa z kiełbasą, pieczywo;Klopsiki dr...\n",
      "     class                                               data\n",
      "1138   NaN  17;4;5;6;3;7;8;9;10;25;12;14;27;26;13;16;36;18...\n",
      "1139   NaN  2020-12-07;2020-10-06;2020-10-07;2020-10-08;20...\n",
      "1141   NaN  12;22;22;22;12;12;12;12;12;12;22;22;12;12;22;1...\n",
      "1142   NaN  kindergartendishs/IMG_20201207_112825.jpg;kind...\n",
      "1143   NaN  lunch_pl;lunch_pl;lunch_pl;lunch_pl;lunch_pl;l...\n",
      "1144   NaN  5to10_pl;11to25_pl;11to25_pl;less5_pl;5to10_pl...\n",
      "1145   NaN  1, 7, 9;1, 3, 7;1, 3, 6, 7;1, 7, 9, 12;1, 3, 7...\n",
      "1146   NaN  424.53;270.0;356.0;324.0;475.0;438.0;537.0;409...\n",
      "================================\n",
      "name ||             class                                               data\n",
      "1148         name  10% Honorarios por Servicios Independientes;IT...\n",
      "1149  description  R-ISR 10%;C-EXENTA;V-ITBIS 8%;C-ITBIS 8%;V-ITB...\n",
      "1151         type  percent;percent;percent;percent;percent;percen...\n",
      "     class                                               data\n",
      "1147   NaN  default_chart_a_tax_1;default_chart_a_tax_2;de...\n",
      "1150   NaN  purchase;purchase;sale;purchase;sale;purchase;...\n",
      "1152   NaN  -0.1;0.0;0.11;0.11;0.11;0.11;0.18;0.18;0.18;0....\n",
      "1153   NaN  False;False;False;False;False;False;False;Fals...\n",
      "1154   NaN               1;1;1;1;1;1;1;1;1;1;1;1;10;1;1;1;1;1\n",
      "1155   NaN  default_chart_a_account_712;default_chart_a_ac...\n",
      "1156   NaN  default_chart_a_account_712;default_chart_a_ac...\n",
      "1157   NaN               1;1;1;1;1;1;1;1;1;-1;1;1;1;1;1;1;1;1\n",
      "1158   NaN         -1;1;1;1;1;1;1;-1;-1;-1;1;-1;1;-1;-1;1;1;1\n",
      "1159   NaN  default_chart_a_tax_code_43;default_chart_a_ta...\n",
      "1160   NaN  default_chart_a_tax_code_34;default_chart_a_ta...\n",
      "1161   NaN           -1;1;1;1;1;1;-1;1;1;1;1;-1;-1;1;1;1;1;-1\n",
      "1162   NaN            -1;1;1;1;1;1;1;1;1;1;1;-1;-1;1;1;1;1;-1\n",
      "1163   NaN  default_chart_a_tax_code_43;default_chart_a_ta...\n",
      "1164   NaN  default_chart_a_tax_code_34;default_chart_a_ta...\n",
      "1165   NaN  default_chart_a;default_chart_a;default_chart_...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1187  type  2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;...\n",
      "1189  name  负债和所有者（或股东）权益总计;所有者（或股东）权益合计;  未分配利润;  盈余公积;  ...\n",
      "     class                                               data\n",
      "1185   NaN  fi_report_64;fi_report_63;fi_report_62;fi_repo...\n",
      "1186   NaN  64;63;62;61;60;59;58;57;56;55;54;53;52;51;50;4...\n",
      "1188   NaN  fi_report_64;fi_report_63;fi_report_63;fi_repo...\n",
      "1190   NaN  58.0;57.0;56.0;55.0;54.0;53.0;52.0;51.0;50.0;4...\n",
      "================================\n",
      "name ||      class                                 data\n",
      "1210    id            int;n;ID;1;2;3;4;10;21;23\n",
      "1212  name  varchar;n;名称;即死;燃烧;测试;护盾;无敌;吸血测试;变身\n",
      "     class                                               data\n",
      "1211   NaN  int;n;技能效果类型\\n0 = 无效\\n1 = 主动\\n2 = 被动;1;1;1;1;1...\n",
      "1213   NaN  int;n;状态\\n0=无\\n1=流血\\n2=灼烧\\n3=减速\\n4=定身\\n5=晕眩\\n6...\n",
      "1214   NaN  int;n;作用目标类型\\n0=无\\n1=我方\\n2=敌方\\n3=自身\\n4=全体;3;2;...\n",
      "1215   NaN  int;n;上限次数\\n0=不限制次数\\n负数=不限制次数;1;10;-1;-1;-1;-1;-1\n",
      "1216   NaN  int;n;持续时间\\n单位：毫秒;430;5000;5000;6000;5000;5000...\n",
      "1217   NaN  int;n;调用间隔\\n单位：毫秒\\n0=在持续时间内仅触发一次\\n-1=每帧调用;0;10...\n",
      "1218   NaN            int;n;额外解除条件\\n0=无\\n1=受击解除;0;0;0;0;0;0;0\n",
      "1219   NaN  int;n;触发判定范围类型\\n0=无\\n1=直线\\n2=扇形\\n3=圆形\\n4=矩形\\n;...\n",
      "1220   NaN        int;n;作用半径\\n单位:毫米;0;10000;10000;10000;0;0;0\n",
      "1221   NaN  int;n;效果类型\\n0=无\\n1=普通伤害\\n2=爆炸伤害\\n3=治疗效果\\n4=即死;...\n",
      "1222   NaN                          int;n;效果值;0;100;0;0;0;0;0\n",
      "1223   NaN  int;n;固定作用效果的附加效果 关联e_item_detail_type 填入要转换成伤...\n",
      "1224   NaN  int;n;效果因子 根据附加属性从角色身上获取相应数值*倍数 填入：倍数*1000;0;0...\n",
      "1225   NaN  int;n;对动作的影响\\n0=无\\n1=禁止移动\\n2=禁止普攻\\n4=禁止释放技能\\n\\...\n",
      "1226   NaN                         int;n;护盾值;0;0;0;1000;0;0;0\n",
      "1227   NaN  int;n;吸血转换类型\\n0=无\\n1=固定值(即恢复参数值)\\n2=百分比(恢复量:血量...\n",
      "1228   NaN                          int;n;吸血参数;0;0;0;0;0;10;0\n",
      "1229   NaN                           int;n;目标ID;0;0;0;0;0;0;0\n",
      "1230   NaN              varchar;n;普攻ID列表;{};{};{};{};{};{};{}\n",
      "1231   NaN  varchar;n;技能ID列表;{};{};{};{};{};{};{1011203,10...\n",
      "================================\n",
      "series ||       class                                               data\n",
      "1331   name  Crit;P.Block;M.Block;P.Tough;M.Tough;Crit;ACC;...\n",
      "1332  value  50;100;100;250;250;150;100;100;100;150;200;30;...\n",
      "     class                                               data\n",
      "1330   NaN  1;2;3;4;5;6;8;9;10;11;12;13;14;15;16;17;19;20;...\n",
      "1333   NaN  2020-06-07 10:07:45.205586;2020-06-07 10:09:43...\n",
      "1334   NaN  2020-06-07 10:07:45.205586;2020-06-07 10:09:43...\n",
      "1335   NaN  1;1;1;1;1;2;2;2;2;2;3;3;3;3;3;4;4;5;5;2;4;5;5;...\n",
      "1336   NaN  class;class;class;class;class;class;class;clas...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1337  name  shelby;sessions;murkowsk;stevens;kyl;mccain;ti...\n",
      "     class                                               data\n",
      "1338   NaN  AL;AL;AK;AK;AZ;AZ;AR;AR;CA;CA;CO;CO;CT;CT;DE;D...\n",
      "1339   NaN  Not guilty;Guilty;Guilty;Not guilty;Guilty;Gui...\n",
      "1340   NaN  Guilty;Guilty;Guilty;Guilty;Guilty;Guilty;Guil...\n",
      "1341   NaN  1;2;2;1;2;2;2;0;0;0;2;2;0;0;0;2;0;2;0;2;0;0;2;...\n",
      "1342   NaN  Republican;Republican;Republican;Republican;Re...\n",
      "1343   NaN  92;100;68;58;96;80;100;36;0;4;100;72;4;20;16;6...\n",
      "1344   NaN  43;43;34;34;47;47;54;54;51;51;44;44;52;52;52;5...\n",
      "1345   NaN  2004;2002;2004;2002;2000;2004;2002;2004;2004;2...\n",
      "1346   NaN  No;Yes;No;No;Yes;No;Yes;Yes;No;Yes;Yes;No;No;N...\n",
      "1347   NaN  Dole;Dole;Dole;Dole;Clinton;Clinton;Clinton;Cl...\n",
      "================================\n",
      "parent ||       class                                               data\n",
      "1486     id  100000;100001;100100;100101;100102;100200;1002...\n",
      "1487   name  RaceCharts;PastPerformances;Y;M;1;D;d;T;t;A;D;...\n",
      "1490  field  ImportCategoryID;ImportCategoryID;RaceDistance...\n",
      "     class                                               data\n",
      "1488   NaN  Race Charts;Past Performances;Yards;Meters;Fur...\n",
      "1489   NaN  Imports;Imports;Races;Races;Races;Races;Races;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1499  name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "     class                                               data\n",
      "1496   NaN  1;2;5;8;9;10;11;12;13;14;17;18;19;20;21;22;23;...\n",
      "1497   NaN  1;1;2;1;1;2;1;2;1;1;1;2;1;1;2;2;2;2;2;2;1;1;2;...\n",
      "1498   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "1500   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "1501   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "1502   NaN  Chef de projet;Responsable Achats;PDG;Consulta...\n",
      "1503   NaN  06.75.77.83.99;06.14.35.90.99;07.92.73.59.99;0...\n",
      "1504   NaN  03.32.87.70.99;04.43.32.28.99;03.95.84.56.99;0...\n",
      "1505   NaN  USNV Hayes\\nFPO AP 84543;Unit 5159 Box 1795\\nD...\n",
      "1506   NaN  45648;93231;34346;17561;4162;27779;47980;44411...\n",
      "1507   NaN  LILLE;NICE;LILLE;CLERMONT-FERRAND;CLERMONT-FER...\n",
      "1508   NaN  FRA;FRA;FRA;FRA;FRA;FRA;FRA;FRA;FRA;FRA;FRA;FR...\n",
      "1509   NaN  6029 Phillip Squares Apt. 264\\nYangberg, NE 39...\n",
      "1510   NaN  TODAY[-6M];TODAY[-5M];TODAY[-4M];TODAY[-3M];TO...\n",
      "1511   NaN  4;3;6;2;6;2;2;6;2;3;2;3;2;2;5;3;3;2;6;3;3;2;3;...\n",
      "1512   NaN  3;6;11;7;10;11;3;6;7;3;6;6;7;10;11;11;7;6;7;11...\n",
      "1513   NaN                           Publicité sur le journal\n",
      "1514   NaN  False;True;False;True;False;True;False;True;Fa...\n",
      "1515   NaN                                               88.0\n",
      "1516   NaN  9.0;11.0;9.0;12.0;11.0;8.0;9.0;8.0;12.0;11.0;1...\n",
      "1517   NaN  1;2;1;2;2;3;1;3;2;2;2;2;3;1;3;2;2;1;2;3;1;1;3;...\n",
      "================================\n",
      "filename ||      class                                               data\n",
      "1560  name  data.gv.at;dados.gov.br;data.gov.sk;Data.gov.u...\n",
      "     class                                               data\n",
      "1561   NaN  http://data.gv.at/katalog;http://dados.gov.br;...\n",
      "1562   NaN  2783;574;59;17547;220;31355;146;4852;1301;7228...\n",
      "1563   NaN  1951;975;596;25318;112;4;34;7449;1718;7341;800...\n",
      "1564   NaN  4.97183908046;4.07327141383;1.88422818792;3.57...\n",
      "1565   NaN  0.168523176428;0.252613240418;0.28813559322;0....\n",
      "================================\n",
      "id ||      class                                               data\n",
      "1650  name  A1;A2;A3;A4;A5;A6;A7;A1;A2;A3;A4;A5;A6;A7;A1;A...\n",
      "1651    id  Z100HTGYU-1;Z100HTGYU-2;Z100HTGYU-3;Z100HTGYU-...\n",
      "     class                                               data\n",
      "1649   NaN  5.A1;5.A2;5.A3;5.A4;5.A5;5.A6;5.A7;5.A9;5.A10;...\n",
      "1652   NaN  0.4;0.4;0.4;0.4;0.4;0.4;0.4;0.4;0.4;0.4;0.4;0....\n",
      "1653   NaN  1;1;1;1;1;1;1;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "1654   NaN  0;0;0;0;0;0;0;1;1;1;1;1;1;1;0;0;0;0;0;0;0;0;0;...\n",
      "1655   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;1;1;1;1;1;1;1;0;0;...\n",
      "1656   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;1;1;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1691    id  1501;1493;1497;1508;1499;1495;1503;1507;1509;1...\n",
      "1693  name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "     class                                               data\n",
      "1692   NaN  8714 Mann Plaza\\nLisaside, PA 72227;96593 Whit...\n",
      "1694   NaN  $2a$10$JS.1IrdqZ20ym7rb.JOis.EjOuVi.HBnQERjNKA...\n",
      "1695   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "1696   NaN  4/27/18 19:25;4/27/18 19:25;4/27/18 19:25;4/27...\n",
      "1697   NaN  4/27/18 19:25;4/27/18 19:25;4/27/18 19:25;4/27...\n",
      "1698   NaN  woolfsk;akt200;robisojg;llr6;car209;krp211;san...\n",
      "================================\n",
      "name ||          class                                               data\n",
      "1707      name  HALL, GUS;BROWN, EDMUND G JR;SHRIVER, ROBERT S...\n",
      "1708     party                328;100;100;100;100;328;328;328;100\n",
      "1711  district                                  0;0;0;0;0;0;0;0;0\n",
      "     class                                               data\n",
      "1699   NaN       1980;1980;1980;1980;1980;1980;1980;1980;1980\n",
      "1700   NaN  fd1980;fd1980;fd1980;fd1980;fd1980;fd1980;fd19...\n",
      "1701   NaN  P60001393;P60001146;P60000817;P60000718;P60000...\n",
      "1702   NaN  C00119487;C00111740;C00030106;C00030148;C00107...\n",
      "1703   NaN  N00001039;NP60001146;NP60000817;NP60000718;N00...\n",
      "1704   NaN  P600013931980;P600011461980;P600008171980;P600...\n",
      "1705   NaN  P60001393;N00007358;P60000817;10566;P60000452;...\n",
      "1706   NaN  cand99917;cand78060;cand99908;cand21;cand99901...\n",
      "1709   NaN                                  0;0;0;0;0;0;0;0;0\n",
      "1710   NaN  federal:president;federal:president;federal:pr...\n",
      "1712   NaN  -4.684724296;-0.582758803;-0.681827084;-0.6932...\n",
      "1713   NaN                                       -0.397000015\n",
      "1714   NaN                                       -0.017999999\n",
      "1715   NaN  -4.549781164;-0.573558071;-0.675442696;-0.7125...\n",
      "1716   NaN                         10;737;42;268;128;3;9;11;5\n",
      "1717   NaN                        16;745;42;430;5504;3;9;12;5\n",
      "1718   NaN                                  0;0;0;0;0;0;0;0;0\n",
      "1719   NaN                                  0;0;0;0;0;0;0;0;0\n",
      "1720   NaN                                        L;L;L;L;L;L\n",
      "1721   NaN                                  C;C;P;P;C;C;C;C;P\n",
      "1722   NaN   1980.0;1980.0;1980.0;1980.0;1980.0;1980.0;1980.0\n",
      "1723   NaN       cand;cand;cand;cand;cand;cand;cand;cand;cand\n",
      "1724   NaN          Candidate Committees;Candidate Committees\n",
      "1725   NaN  Ideological/Single-Issue;Ideological/Single-Issue\n",
      "1726   NaN                                        Z1200;Z1300\n",
      "1727   NaN  Democratic Candidate Committees;Third-Party Ca...\n",
      "1728   NaN                                  1;2;3;4;5;6;7;8;9\n",
      "1729   NaN  GUS;EDMUND;ROBERT;MORRIS;LYNDON;DAVID;BARRY;ME...\n",
      "1730   NaN                                G.;SARGENT;K.;H.;P.\n",
      "1731   NaN  HALL;BROWN;SHRIVER;UDALL;LAROUCHE;MCREYNOLDS;C...\n",
      "1732   NaN                                        JR.;JR.;JR.\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1736  name  HashQuark;buildlinks;Laocius;Mencius;Confucius...\n",
      "     class                                               data\n",
      "1733   NaN  5cc67b8a790f517a0fd02683be59e8e461cc6e72749d26...\n",
      "1734   NaN  fd66ca95b50e83f0f6c3dfa29a6b0a7ee28b58d6bd8a58...\n",
      "1735   NaN  0;0;10;10;10;10;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "1737   NaN  www.hashquark.io;www.buildlinks.org;polkadot.n...\n",
      "1738   NaN  HashQuark致力于创建一个安全、高效、稳定、便捷的区块链矿池。;buildlinks,...\n",
      "1739   NaN  02df92e88c4380778c9c48268460a124a8f4e7da883f80...\n",
      "1740   NaN  0386b58f51da9b37e59c40262153173bdb59d7e4e45b73...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1764    id  479503;301632;234023;175314;197462;439808;5193...\n",
      "1765  name  三头牛跑吧;知足常跑， Patuxent athletic league of stride...\n",
      "     class                                               data\n",
      "1766   NaN  525;1372;2782;2025;1413;2488;478;3258;1896;421...\n",
      "1767   NaN  27;89;93;55;148;123;36;177;101;190;44;101;302;...\n",
      "================================\n",
      "name ||          class                                               data\n",
      "1858        id                                          1;2;3;4;5\n",
      "1859      name  Wiertarka 2800W;Rower Merida 570;Rower miejski...\n",
      "1861    status              ACTIVE;ACTIVE;DISACTIVE;ACTIVE;INRENT\n",
      "1866  currency                               PLN;EUR;BEER;USD;USD\n",
      "     class                                               data\n",
      "1860   NaN  Posiada uchwyt SDS + 4 funkcje;Rower firmy Mer...\n",
      "1862   NaN  1575223200000;1575298800000;1575331200000;1575...\n",
      "1863   NaN                                        2;40;8;2;50\n",
      "1864   NaN  https://apollo-ireland.akamaized.net/v1/files/...\n",
      "1865   NaN                              HOUR;DAY;DAY;HOUR;DAY\n",
      "1867   NaN                                          5;6;7;5;6\n",
      "1868   NaN                                          4;5;5;1;3\n",
      "1869   NaN                                          1;2;3;1;2\n",
      "================================\n",
      "name ||      class                                               data\n",
      "1900  name  Aabenraa;Aalborg;Ærø;Albertslund;Allerød;Århus...\n",
      "     class                                               data\n",
      "1899   NaN  campos_fee_product_attr_val_194;campos_fee_pro...\n",
      "1901   NaN  attr_muni;attr_muni;attr_muni;attr_muni;attr_m...\n",
      "================================\n",
      "tag ||      class                                               data\n",
      "2001  name  United Arab Emirates;Afghanistan;Albania;Armen...\n",
      "     class                                               data\n",
      "2000   NaN  AE;AF;AL;AM;AO;AR;AU;AX;AZ;BA;BB;BD;BF;BG;BI;B...\n",
      "2002   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "================================\n",
      "title ||      class                                               data\n",
      "2063  name  varchar;c;成就名称(C);初窥门径;渐入佳境;驾轻就熟;登峰造极;我上了！;你已经...\n",
      "2068  type  int;c;分类,1=成就,2=成长,3=养成,4=收集,5=关卡,6=社交,7=特殊,(C...\n",
      "     class                                               data\n",
      "2061   NaN  int;cs;序号(CS);1001;1002;1003;1004;3001;3002;30...\n",
      "2062   NaN  varchar;c;成就图标(C);icon_box;icon_box;icon_box;i...\n",
      "2064   NaN  varchar;c;成就描述(C);成就点数达到50;成就点数达到100;成就点数达到250...\n",
      "2065   NaN  int;cs;成就类型(CS);1;1;1;1;3;3;3;3;4;4;4;5;5;5;6;...\n",
      "2066   NaN  int;cs;完成需求(CS);50;100;250;500;100;500;1000;10...\n",
      "2067   NaN  varchar;cs;奖励（类型，对应表中的ID，星级，数量）(CS);{{1,1,0,10...\n",
      "2069   NaN  int;cs;完成获取成就点数(CS);0;0;0;0;10;10;10;10;10;10;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2074    id  stock.stock_location_company;stock.stock_locat...\n",
      "2075  name  NOEMIS;SD Dépôt;Sortie;Réception;Prêt – Pièces...\n",
      "     class                                               data\n",
      "2076   NaN  stock.stock_location_locations;stock.stock_loc...\n",
      "2077   NaN  view;internal;internal;internal;internal;internal\n",
      "2078   NaN                      True;True;True;True;True;True\n",
      "2079   NaN  Stock Disponible Dépôt;Sortie vers client;Réce...\n",
      "2080   NaN                 none;none;customer;fixed;none;none\n",
      "2081   NaN                         stock.stock_location_stock\n",
      "2082   NaN                                                 in\n",
      "2083   NaN  manual;manual;transparent;transparent;manual;m...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2257  name  Apache Avro;Apache Parquet;ASN.1;Bencode;Binn;...\n",
      "     class                                               data\n",
      "2258   NaN  Apache Software Foundation;Apache Software Fou...\n",
      "2259   NaN  JSON;JSON (loosely);JSON (loosely);XML, Effici...\n",
      "2260   NaN  No;No;Yes;De facto standard via BitTorrent Enh...\n",
      "2261   NaN  Apache Avro™ Specification;Apache Parquet[1];I...\n",
      "2262   NaN  Yes;Yes;Yes (BER, DER, PER, OER, or custom via...\n",
      "2263   NaN  Partialj;No;Yes (XER, JER, GSER, or custom via...\n",
      "2264   NaN  No;Partialf;No;No;No;Yes through tagging;No;Ye...\n",
      "2265   NaN  Yes (built-in);Yes (built-in);No;No;No;Yes (CD...\n",
      "2266   NaN  C, C;Java, Python, C++;No;No;No;No;No;ADA, C, ...\n",
      "2267   NaN  No;Yes (OER);No;Yes;No;No;No;No;No;Yes;Yes;No;...\n",
      "================================\n",
      "name ||             class                                               data\n",
      "2292         name  Securing Peace;Respecting Rights;Saving Lives;...\n",
      "2293  description  The Department of State plays a vital role in ...\n",
      "     class                                               data\n",
      "2294   NaN  securityKey;rightsKey;livesKey;environmentKey;...\n",
      "2295   NaN         security;rights;lives;environment;business\n",
      "2296   NaN  securityDrop;rightsDrop;livesDrop;environmentD...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2362  name  Total final consumption;Final consumption expe...\n",
      "     class                           data\n",
      "2363   NaN  TOTAL;FC1;FC2;FC3;FC4;FC5;FC6\n",
      "2364   NaN                  1;2;3;4;5;6;7\n",
      "2365   NaN                  0;1;1;1;1;1;1\n",
      "2366   NaN                  1;1;2;3;4;5;6\n",
      "2367   NaN                  1;2;2;2;2;2;2\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2383  name  Ethanol with Pdc and Adh;propanol;butanol;Isob...\n",
      "     class                                               data\n",
      "2382   NaN  etoh_pdc;ppoh;btoh;ibutoh;ptoh;14btd;pyr;lac__...\n",
      "2384   NaN  ['PYRDC', 'ALCD2x'];['ASPTA', 'ASPK', 'ASAD', ...\n",
      "2385   NaN  etoh;ppoh;btoh;ibutoh;ptoh;14btd;pyr;lac__D;ac...\n",
      "2386   NaN  alcohol;alcohol;alcohol;alcohol;alcohol;alcoho...\n",
      "2387   NaN  pyr;['oaa'];accoa;pyr;['oaa'];['succ', 'akg'];...\n",
      "2388   NaN  ('PMID', 26497627);('PMC', 'PMC3497732');('PMC...\n",
      "2389   NaN  High yield ethanol pathway with PDC and alcoho...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2477  name  Jita;Amarr;Dodixie;Hek;Rens;Metropolis;Heimata...\n",
      "     class                                               data\n",
      "2476   NaN                                                  y\n",
      "2478   NaN  solarSystemID;solarSystemID;solarSystemID;sola...\n",
      "2479   NaN  30000142.0;30002187.0;30002659.0;30002053.0;30...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2528  name  ASUNTOS CONSTITUCIONALES;LEGISLACION GENERAL;R...\n",
      "     class                                               data\n",
      "2526   NaN  law_deputy_commission_01;law_deputy_commission...\n",
      "2527   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "2529   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "2530   NaN  law_legislature_25;law_legislature_25;law_legi...\n",
      "2531   NaN  deputies;deputies;deputies;deputies;deputies;d...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2646    id                  1;2;3;4;5;7;8;9;13;14;15;16;17;18\n",
      "2647  name  Gesundheit;Soziale Sicherheit;Energie;Umwelt;V...\n",
      "     class                                               data\n",
      "2642   NaN  Gesundheit;Soziale Sicherheit;Energie;Umwelt;V...\n",
      "2643   NaN  Gesundheit;Soziale Sicherheit;Energie;Umwelt;V...\n",
      "2644   NaN  Santé;Sécurité sociale;Énergie;Environnement;T...\n",
      "2645   NaN  Gesundheit / Santé;Soziale Sicherheit / Sécuri...\n",
      "2648   NaN  Santé;Sécurité sociale;Énergie;Environnement;T...\n",
      "2649   NaN                    1;1;3;3;5;9;9;11;17;13;11;7;9;5\n",
      "2650   NaN          47;47;48;48;49;51;51;52;55;53;52;50;51;49\n",
      "2651   NaN  gesundheit;soziale_sicherheit;energie;umwelt;v...\n",
      "2652   NaN  Akteure im Gesundheitswesen;Akteure im Bereich...\n",
      "2653   NaN  Acteurs dans le domaine de la santé;Acteurs da...\n",
      "2654   NaN  Wie werden die ca. 60 Milliarden jährlich aufg...\n",
      "2655   NaN  Comment se répartissent environ 60 milliards p...\n",
      "2656   NaN  2014-09-16T00:00:00;2014-09-16T00:00:00;2014-0...\n",
      "2657   NaN  Gesundheit;Soziale Sicherheit;Energie;Umwelt;V...\n",
      "2658   NaN  Akteure im Gesundheitswesen;Akteure im Bereich...\n",
      "2659   NaN  Wie werden die ca. 60 Milliarden jährlich aufg...\n",
      "2660   NaN  1410818400;1410818400;1410818400;1410818400;14...\n",
      "================================\n",
      "id ||      class                                               data\n",
      "2712  name  Aphaiwong;Banomyong;Bunyaket;Chitnasongkhla;Hu...\n",
      "     class                                               data\n",
      "2713   NaN  100000;100001;100002;100003;100004;100005;1000...\n",
      "2714   NaN  SIA;SIA;SIA;SIA;SIA;SIA;SIA;SIA;SIA;SIA;SIA;SI...\n",
      "2715   NaN  1930;1939;1944;1930;1943;1937;1930;1930;1945;1...\n",
      "2716   NaN  1990;1990;1990;1938;1990;1940;1990;1930;1990;1...\n",
      "2717   NaN  1990;1990;1990;1990;1990;1990;1990;1990;1990;1...\n",
      "2718   NaN  1990;1990;1990;1990;1990;1990;1990;1990;1990;1...\n",
      "2719   NaN  3;3;3;2;3;2;3;2;3;3;2;3;2;0;1;3;2;3;1;2;3;3;3;...\n",
      "2720   NaN  4;4;5;4;4;4;5;4;4;5;4;5;5;5;5;4;4;5;3;3;4;5;5;...\n",
      "2721   NaN  1;128;16;0;256;0;514;0;1;128;2;256;2;0;32;1;2;...\n",
      "2722   NaN  0;0;0;1;0;1;1;0;0;0;1;1;2;1;2;0;1;2;0;0;0;1;1;...\n",
      "2723   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2724   NaN  3;4;2;4;5;4;4;4;3;5;4;5;4;4;4;4;3;4;5;5;4;4;4;...\n",
      "2725   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2726   NaN  L100000;L100001;L100002;L100003;L100004;L10000...\n",
      "2727   NaN  1930;1939;1944;1930;1943;1937;1930;1930;1945;1...\n",
      "2728   NaN  1942;1960;1960;1960;1960;1960;1940;1942;1960;1...\n",
      "2729   NaN  x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;x;...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "2730     id  ALDD3procoa;IBUTCOA;ALCDptoh;PTCOAR;VCOAD2;AAT...\n",
      "2731   name  Alcohol dehydrogenase Propanal;Isobutyryl-coA ...\n",
      "2736  notes  Retrived using BiGG API from model_bigg_id: iH...\n",
      "     class                                               data\n",
      "2732   NaN  nadh_c + h_c + ppcoa_c => nad_c + ppal_c + coa...\n",
      "2733   NaN  ['R01172'];['R02291'];['R01771'];['R00238'];['...\n",
      "2734   NaN  BTCOARx;ASAD;HSK;ACACT1r;DHAD1;FRDx;KARA1;HVCD...\n",
      "2735   NaN  ['1.2.1.10', '1.2.1.57', '1.2.1.87'];['1.2.1.1...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "2768   name  Abbeville;Agen;Albi;Alençon;Angers;Arras;Auril...\n",
      "2787  notes  University founded at Angers, 1229, preceded b...\n",
      "     class                                               data\n",
      "2767   NaN  pm523;pn536;pn537;pn538;pn539;pm524;pn540;pn54...\n",
      "2769   NaN  Null;Alby;Belle-Ile-en-Mer;Null;Calève, CalÃªv...\n",
      "2770   NaN  Abbeville;Agen;Albi;Alençon;Angers;Arras;Auril...\n",
      "2771   NaN  Amiens;Bordeaux;Toulouse;Alençon;Tours;Lille;R...\n",
      "2772   NaN  France;France;France;France;France;France;Fran...\n",
      "2773   NaN  Somme;Lot-et-Garonne;Tarn;Orne;Maine-et-Loire;...\n",
      "2774   NaN  France;France;France;France;France;France;Fran...\n",
      "2775   NaN  French;French;French;French;French;French;Fren...\n",
      "2776   NaN  Bourbon France;Bourbon France;Bourbon France;B...\n",
      "2777   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;1;...\n",
      "2778   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2779   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2780   NaN  0;0;0;0;0;1;0;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;0;...\n",
      "2781   NaN  0.0;0.0;0.0;1.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "2782   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2783   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2784   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2785   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2786   NaN  764.0;85.0;21.0;385.0;8.0;24.0;651.0;19.0;14.0...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2825  name  jon crowcroft;leonardo bottolo;quentin berthet...\n",
      "     class                                               data\n",
      "2826   NaN  Cambridge University;Cambridge University;Camb...\n",
      "2827   NaN  1970640687;340866958;2750911432;388119112;2148...\n",
      "2828   NaN  51018629.0;2745313667.0;2025056398.0;223658972...\n",
      "2829   NaN  2328313919.0;2568470235.0;2116925120.0;1518508...\n",
      "================================\n",
      "description ||      class                                               data\n",
      "2854  code  2003FIT00;2003FIT10;2003FIT15A;2003FIT15B;2003...\n",
      "2855  name  Exempt;10.00%;15.00%;15%-Fixed;20.00%;20%-Fixe...\n",
      "     class                                               data\n",
      "2853   NaN  fitw_10;fitw_11;fitw_12;fitw_13;fitw_14;fitw_1...\n",
      "2856   NaN  range;range;range;range;range;range;range;rang...\n",
      "2857   NaN  TXBLINCOM;TXBLINCOM;TXBLINCOM;TXBLINCOM;TXBLIN...\n",
      "2858   NaN  0;151;650;650;1400;1400;2350;2350;3550;3550;50...\n",
      "2859   NaN  150;650;1400;1400;2350;2350;3550;3550;5000;500...\n",
      "2860   NaN  fix;percentage;percentage;fix;percentage;fix;p...\n",
      "2861   NaN                      0;10;15;0;20;0;25;0;30;0;35;0\n",
      "2862   NaN  0.0;0.0;0.0;50.0;0.0;162.5;0.0;352.5;0.0;652.5...\n",
      "2863   NaN  TXBLINCOM - 150;TXBLINCOM - 650;TXBLINCOM - 14...\n",
      "2864   NaN  hr_payroll_rule_fit;hr_payroll_rule_fit;hr_pay...\n",
      "2865   NaN  hr_categ_fitcalc;hr_categ_fitcalc;hr_categ_fit...\n",
      "2866   NaN  1000;1010;1015;1016;1020;1021;1025;1026;1030;1...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "2928  name  IXO 4 Basic - Upgrade;PSR 14,4 LI-2 (1 Akku);P...\n",
      "     class                                               data\n",
      "2920   NaN  0 603 981 000 ;0 603 973 400  ;0 603 100 500;0...\n",
      "2921   NaN  http://www.bosch-do-it.de/boptocs2-de/Product....\n",
      "2922   NaN               49.99;169.99;99.99;99.99;69.99;84.99\n",
      "2923   NaN  http://www.amazon.de/Bosch-Akku-Schrauber-IXO-...\n",
      "2924   NaN  http://www.idealo.de/preisvergleich/OffersOfPr...\n",
      "2925   NaN  http://www.rubart.de/BOSCH-Bohrhammer-PBH-2100...\n",
      "2926   NaN  http://svh24.de/BOSCH-Akku-Bohrschrauber-PSR-1...\n",
      "2927   NaN  http://www.redcoon.de/B298197-Bosch-PSR-144-LI...\n",
      "================================\n",
      "name ||         class                                               data\n",
      "2959     name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "2960  address  0638 Mary Curve Apt. 665\\nEast Alexistown, TX ...\n",
      "     class                                               data\n",
      "2956   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "2957   NaN  2018-06-01 06:45:00;2018-06-01 06:45:00;2018-0...\n",
      "2958   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;2...\n",
      "2961   NaN  8/3/17;8/11/17;8/3/17;8/3/17;7/21/17;8/3/17;7/...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3070  name  Ranitidine_user;Cimetidine_user;Lafutidine_use...\n",
      "     class                                               data\n",
      "3067   NaN  9991;997276;43009003;953076;950696;19011685;10...\n",
      "3068   NaN  Ranitidine user;Cimetidine user;Lafutidine use...\n",
      "3069   NaN  9991;997276;43009003;953076;950696;19011685;10...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3107  code  admin;demo;psdt;assist;projdir;projmg;consulta...\n",
      "3108  name  Admin;Demo;Yoann MARQUES;Lucy ROBERT;Lucas RIC...\n",
      "     class                                               data\n",
      "3109   NaN  admin;demo;psdt;assist;projdir;projmg;consulta...\n",
      "3110   NaN  admins;users;MNGT;MNGT;MNGT;ERP;CST;ERP;CRM;SA...\n",
      "3111   NaN  en;en;en;en;en;en;en;en;en;en;en;en;en;en;en;e...\n",
      "3112   NaN  saleman.dashboard.view.sample;crm.opportunitie...\n",
      "3113   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "3114   NaN        1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "3115   NaN        1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "3116   NaN  90000;90000;90001;90002;90003;90004;90005;9000...\n",
      "3117   NaN        1;1;1;1;1;1;1;1;2;4;3;5;1;1;1;1;1;1;1;1;1;1\n",
      "3118   NaN  4.0;4.0;4.0;4.0;4.0;4.0;4.0;4.0;1.0;1.0;2.0;2....\n",
      "3119   NaN  1.0;2.0;3.0;4.0;5.0;6.0;7.0;8.0;9.0;10.0;11.0;...\n",
      "3120   NaN  4.0;4.0;4.0;4.0;4.0;4.0;4.0;4.0;1.0;1.0;2.0;2....\n",
      "3121   NaN  img/user/1033_128px_en.png;img/user/1033_128px...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3132  name  Spider-Man (Peter Parker);Captain America (Ste...\n",
      "3134    id  Secret Identity;Public Identity;Public Identit...\n",
      "     class                                               data\n",
      "3131   NaN  1678;7139;64786;1868;2460;2458;2166;1833;29481...\n",
      "3133   NaN  \\/Spider-Man_(Peter_Parker);\\/Captain_America_...\n",
      "3135   NaN  Good Characters;Good Characters;Neutral Charac...\n",
      "3136   NaN  Hazel Eyes;Blue Eyes;Blue Eyes;Blue Eyes;Blue ...\n",
      "3137   NaN  Brown Hair;White Hair;Black Hair;Black Hair;Bl...\n",
      "3138   NaN  Male Characters;Male Characters;Male Character...\n",
      "3139   NaN     dontknow;dontknow;dontknow;Bisexual Characters\n",
      "3140   NaN  Living Characters;Living Characters;Living Cha...\n",
      "3141   NaN  4043.0;3360.0;3061.0;2961.0;2258.0;2255.0;2072...\n",
      "3142   NaN  Aug-62;Mar-41;Oct-74;Mar-63;Nov-50;Nov-61;Nov-...\n",
      "3143   NaN  1.962;1.941;1.974;1.963;1.95;1.961;1.961;1.962...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3175  name  Admin;Demo;Yoann MARQUES;Lucy ROBERT;Lucas RIC...\n",
      "     class                                               data\n",
      "3174   NaN  admin;demo;dirg;assist;dirpro;chefpro;consulta...\n",
      "3176   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "3177   NaN  admins;users;MGT;MGT;MGT;ERP;CST;ERP;CRM;VTE;V...\n",
      "3178   NaN  fr;fr;fr;fr;fr;fr;fr;fr;fr;fr;fr;fr;fr;fr;fr;f...\n",
      "3179   NaN  saleman.dashboard.view.sample;crm.opportunit,\"...\n",
      "3180   NaN        1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "3181   NaN        1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "3182   NaN  90019;90020;90001;90002;90003;90004;90005;9000...\n",
      "3183   NaN  1.0;2.0;3.0;4.0;5.0;6.0;7.0;8.0;9.0;10.0;11.0;...\n",
      "3184   NaN  4.0;4.0;4.0;4.0;4.0;4.0;4.0;3.0;1.0;1.0;2.0;2....\n",
      "3185   NaN  img/user/1033_128px.png;img/user/1033_128px.pn...\n",
      "================================\n",
      "name ||          class                                               data\n",
      "3217        id  narongpan;anuthin;supatphong;taweesin;prayut;p...\n",
      "3218      name  พล.อ.ณรงค์พันธ์ จิตต์แก้วแท้;อนุทิน ชาญวีรกูล;...\n",
      "3219  position  ผู้บัญชาการทหารบก;รองนายกรัฐมนตรี และรัฐมนตรีว...\n",
      "Empty DataFrame\n",
      "Columns: [class, data]\n",
      "Index: []\n",
      "================================\n",
      "id ||            class                                               data\n",
      "3256        name  ID;Age_Group;Sex;Total_years_dispatcher;Total_...\n",
      "3258  definition  Participant ID ;Age group (1=20-29, 2=30-39, 3...\n",
      "     class                                               data\n",
      "3257   NaN  Numeric;Numeric;String;Numeric;Numeric;Numeric...\n",
      "================================\n",
      "code ||      class                                               data\n",
      "3313    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "3320  name  recipe001;recipe002;recipe003;recipe004;recipe...\n",
      "     class                                               data\n",
      "3314   NaN  user;user001;user001;user001;user001;user002;u...\n",
      "3315   NaN  user;user001;User 001;User 001;User 001;User 0...\n",
      "3316   NaN  assets/images/icon-profile.png;assets/images/i...\n",
      "3317   NaN  recipe;recipe;recipe;recipe;recipe;recipe;reci...\n",
      "3318   NaN  CREATE;CREATE;CREATE;CREATE;CREATE;CREATE;CREA...\n",
      "3319   NaN  2014-10-27 10:20:13;2014-10-28 10:20:13;2014-1...\n",
      "3321   NaN  Description recipe 001;Description recipe 002;...\n",
      "3322   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3325  name  FACTURAS A;NOTAS DE DEBITO A;NOTAS DE CREDITO ...\n",
      "     class                                               data\n",
      "3323   NaN  dc_a_f;dc_a_nd;dc_a_nc;dc_a_r;dc_a_nvc;dc_b_f;...\n",
      "3324   NaN  1.0;2.0;3.0;4.0;5.0;6.0;7.0;8.0;9.0;10.0;11.0;...\n",
      "3326   NaN  dl_a;dl_a;dl_a;dl_a;dl_a;dl_b;dl_b;dl_b;dl_b;d...\n",
      "3327   NaN  FACTURA;NOTA DE DEBITO;NOTA DE CREDITO;RECIBO;...\n",
      "3328   NaN  invoice;debit_note;credit_note;receipt_invoice...\n",
      "3329   NaN  FA-A ;ND-A ;NC-A ;RE-A ;FA-B ;ND-B ;NC-B ;RE-B...\n",
      "================================\n",
      "state ||      class                                               data\n",
      "3484  name  Nebraska;Washington;New Mexico;South Dakota;Ke...\n",
      "     class                                               data\n",
      "3482   NaN  1;2;3;4;5;6;7;8;9;10;11;28;29;30;31;32;33;34;1...\n",
      "3483   NaN  31;53;35;46;21;13;5;42;28;56;18;29;37;40;51;54...\n",
      "3485   NaN  NE;WA;NM;SD;KY;GA;AR;PA;MS;WY;IN;MO;NC;OK;VA;W...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3559  name  Wychwood (94);Yonge-Eglinton (100);Yonge-St.Cl...\n",
      "     class                                               data\n",
      "3558   NaN  1261;1262;1263;1264;1265;1266;1267;1268;1269;1...\n",
      "3560   NaN  0;0;0;1;1;0;1;0;0;0;0;0;0;0;0;0;1;0;0;0;1;0;0;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3580    id  F27;F18;F5;FA;FT;FF;FEUO;FEU;V18;V27;V5;VA;VT;...\n",
      "3584  name  Fizetendő - 27%;Fizetendő – 18%;Fizetendő – 5%...\n",
      "     class                                               data\n",
      "3581   NaN  27%;18%;5%;AAM;TAM;FORD;Export;EU;18%;27%;5%;A...\n",
      "3582   NaN  hungarian_chart_template;hungarian_chart_templ...\n",
      "3583   NaN  sale;sale;sale;sale;sale;sale;sale;sale;purcha...\n",
      "3585   NaN  percent;percent;percent;percent;percent;percen...\n",
      "3586   NaN                27;18;5;0;0;0;0;0;18;27;5;0;0;0;0;0\n",
      "3587   NaN                    1;2;2;2;2;2;2;2;2;1;2;2;2;2;2;2\n",
      "3588   NaN  False;False;False;False;False;False;False;Fals...\n",
      "3589   NaN  chart_hu_467;chart_hu_467;chart_hu_467;chart_h...\n",
      "3590   NaN  chart_hu_467;chart_hu_467;chart_hu_467;chart_h...\n",
      "3591   NaN  tag_hu_08,tag_hu_21;tag_hu_07,tag_hu_20;tag_hu...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3598  name  Home;Introduction;About RODA;Objectives;Contac...\n",
      "     class                                               data\n",
      "3599   NaN                        1;1;1;1;4;1;1;1;1;1;1;1;1;1\n",
      "3600   NaN  home;introduction;about_roda;objectives;contac...\n",
      "3601   NaN                        1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "3602   NaN   true; true; true; true; true; true; true; tru...\n",
      "3603   NaN   true; true; true; true; true; true; true; tru...\n",
      "3604   NaN   true; true; true; true; true; true; true; tru...\n",
      "3605   NaN   true; true; true; true; true; true; true; tru...\n",
      "3606   NaN                             ; ; ; ; ; ; ; ; ; ; ; \n",
      "3607   NaN   \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"_blank\"; \"\";...\n",
      "3608   NaN   false; false; false; false; false; false; fal...\n",
      "3609   NaN   \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"...\n",
      "3610   NaN   \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"\"; \"...\n",
      "3611   NaN          30;30;30;30;30;30;30;30;30;30;30;30;30;30\n",
      "3612   NaN  1.0;1.0;1.0;1.0;1.0;6.0;6.0;6.0;6.0;9.0;9.0;9....\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3674  name  Africa;Antarctica;Asia;Auckland;Bay of Plenty;...\n",
      "     class                                               data\n",
      "3673   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "3675   NaN  International;International;International;Loca...\n",
      "3676   NaN  3;3;3;1;1;1;1;1;1;1;1;2;1;3;1;1;1;3;1;1;1;1;1;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3711  name  Contante;Banca;Note di Credito Fornitori;Sezio...\n",
      "3713  code  BNK1;BNK2;ECNJ;EXJ;FATTU;EXJ2;MISC;OPEJ;SAJ;FA...\n",
      "3714  type  cash;bank;purchase_refund;purchase;purchase;pu...\n",
      "     class                                               data\n",
      "3709   NaN  -9.0-10.0-11.0;-9.0-10.0-11.0;+9.0+10.0+11.0;-...\n",
      "3710   NaN  ${company_id};${company_id};${company_id};${co...\n",
      "3712   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "3715   NaN            True;True;True;True;True;True;True;True\n",
      "3716   NaN  False;False;False;False;False;False;False;Fals...\n",
      "3717   NaN  2;2;5;4;4;4;3;3;4;4;5;3;3;3;3;4;2;2;5;4;4;4;3;...\n",
      "================================\n",
      "model ||      class                                               data\n",
      "3953  name  'EPCursor.Data.HasDragged';'EPCursor.Data.Orig...\n",
      "     class                                               data\n",
      "3954   NaN  0;21;12;2;2;0;1;100;16777215;0;10;16;1;1;0;1;0...\n",
      "3955   NaN                                        x;x;x;x;x;x\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3982  name  Apurement des trop-perçus;Rejet chèques;Factur...\n",
      "     class                                               data\n",
      "3980   NaN  100;101;102;103;104;105;106;109;110;111;112;11...\n",
      "3981   NaN  accountClearance;chequeReject;invoice;invoice;...\n",
      "3983   NaN  NUMBERS;NUMBERS;NUMBERS;NUMBERS;NUMBERS;NUMBER...\n",
      "3984   NaN  UPPERCASE;UPPERCASE;UPPERCASE;UPPERCASE;UPPERC...\n",
      "3985   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "3986   NaN  4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;...\n",
      "3987   NaN  APURMT%YY;REJCHQ%YY;FC%YY;AC%YY;FF%YY;AF%YY;PR...\n",
      "3988   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "3989   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "3995  name  Aegean M.;Aegean Rose;Angel 121;Royal Meredith...\n",
      "     class                                               data\n",
      "3993   NaN  113116;113116;222650;222650;268123;279918;2799...\n",
      "3994   NaN  12694898;235457;12695058;12409875;12695063;126...\n",
      "3996   NaN  Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;...\n",
      "3997   NaN  16/02/2018;22/02/2003;02/09/2017;27/02/2016;04...\n",
      "3998   NaN  B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;...\n",
      "3999   NaN  15/02/2018;01/09/2017;05/01/2018;01/09/2017;13...\n",
      "4000   NaN  B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;B;...\n",
      "4001   NaN  20/02/2018;20/02/2018;21/02/2018;21/02/2018;21...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "4228    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "4229  name  air temperature;soil temperature;water tempera...\n",
      "     class                                               data\n",
      "4230   NaN  Ta;Ts;Tw;Q;p;RH;P;Pi;SI;Rn;u;theta;sigma;Fm;ph...\n",
      "4231   NaN  air_temperature;soil_temperature;water_tempera...\n",
      "4232   NaN  101;101;101;108;104;112;103;105;115;115;114;11...\n",
      "4233   NaN  111.0;5736.0;7402.0;7327.0;109.0;6308.0;6434.0...\n",
      "================================\n",
      "description ||             class                                               data\n",
      "4235         type  answer;answer;answer;answer;answer;answer;answ...\n",
      "4236         name  Utility privatisation;Concentration of generat...\n",
      "4237  description  Sector of the power market open to private par...\n",
      "4238        topic  fundamentals;fundamentals;opportunities;opport...\n",
      "     class                                               data\n",
      "4234   NaN  utilityPrivatisation;concentrationGeneration;p...\n",
      "4239   NaN  Utility privatisation;Concentration of generat...\n",
      "4240   NaN                                     year;year;year\n",
      "4241   NaN                                   MW;GWh;$ million\n",
      "4242   NaN                                            %;$/MWh\n",
      "4243   NaN  both;both;both;both;both;both;both;both;both;b...\n",
      "================================\n",
      "id ||      class                                               data\n",
      "4265  name  1;1000;1001;1002;1003;1100;1103;1104;1107;1108...\n",
      "     class                                               data\n",
      "4261   NaN  XfMA8lIMT9kt6e4qOG6RlY;3Z0aBExiTKUgQWNa7q5pMI;...\n",
      "4262   NaN  2019-01-06T16:54:58.109;2019-01-06T16:54:58.13...\n",
      "4263   NaN  Assets;Cash and Cash Equivalents;Cash in vault...\n",
      "4264   NaN  System;System;System;System;System;System;Syst...\n",
      "4266   NaN  Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;Dr;C...\n",
      "4267   NaN  AS;AS;AS;AS;AS;AS;AS;AS;AS;AS;AS;AS;AS;AS;AS;L...\n",
      "4268   NaN  41WD_6j5STorWGgjujQJjE;41WD_6j5STorWGgjujQJjE;...\n",
      "4269   NaN  FHBSVLcXQkgrjoWAYGdINU;FHBSVLcXQkgrjoWAYGdINU;...\n",
      "4270   NaN  XfMA8lIMT9kt6e4qOG6RlY;3Z0aBExiTKUgQWNa7q5pMI;...\n",
      "================================\n",
      "date ||        class                                               data\n",
      "4276    name  Junho 2021 Fase 2;Corpus Christi 2021 Fase 2;J...\n",
      "4280  status  active;active;active;active;active;active;acti...\n",
      "     class                                               data\n",
      "4275   NaN  5f491486144ab7288afca459;5f49156e144ab7708efca...\n",
      "4277   NaN  season;event;season;season;event;season;season...\n",
      "4278   NaN  2021-06-01;2021-06-02;2021-07-01;2021-08-01;20...\n",
      "4279   NaN  2021-07-01;2021-06-06;2021-08-01;2021-09-01;20...\n",
      "4281   NaN  3;5;2;2;4;10;10;10;2;5;2;2;4;2;4;3;2;4;2;4;3;2...\n",
      "4282   NaN  5dced40d9d6eb50010416ca4;5dced40d9d6eb50010416...\n",
      "4283   NaN  False;False;False;False;False;False;False;Fals...\n",
      "================================\n",
      "location ||      class                                               data\n",
      "4494  name  Singapore;name;Singapore;name;Singapore;name;S...\n",
      "     class                                               data\n",
      "4488   NaN  2019-04-22 22:00:00;2019-04-22 22:00:00;2019-0...\n",
      "4489   NaN  2019-04-22 22:00:00;time;2019-04-22 22:00:00;t...\n",
      "4490   NaN  75;cloudness;75;cloudness;75;cloudness;75;clou...\n",
      "4491   NaN  1.29;coord_x;1.29;coord_x;1.29;coord_x;1.29;co...\n",
      "4492   NaN  103.85;coord_y;103.85;coord_y;103.85;coord_y;1...\n",
      "4493   NaN  1880252;id;1880252;id;1880252;id;1880252;id;18...\n",
      "4495   NaN  10000;visibility;10000;visibility;10000;visibi...\n",
      "4496   NaN  803;weather_id;803;weather_id;803;weather_id;8...\n",
      "4497   NaN  Clouds;weather_main;Clouds;weather_main;Clouds...\n",
      "4498   NaN  broken clouds;weather_description;broken cloud...\n",
      "4499   NaN  04n;weather_icon;04n;weather_icon;04n;weather_...\n",
      "4500   NaN  1;wind_speed;1;wind_speed;1;wind_speed;1;wind_...\n",
      "4501   NaN  60;wind_deg;60;wind_deg;60;wind_deg;60;wind_de...\n",
      "4502   NaN  27.53;temp;27.53;temp;27.53;temp;27.53;temp;27...\n",
      "4503   NaN  1007;pressure;1007;pressure;1007;pressure;1007...\n",
      "4504   NaN  83;humidity;83;humidity;83;humidity;83;humidit...\n",
      "4505   NaN  26;temp_min;26;temp_min;26;temp_min;26;temp_mi...\n",
      "4506   NaN  29;temp_max;29;temp_max;29;temp_max;29;temp_ma...\n",
      "================================\n",
      "name ||           class                                               data\n",
      "4507       name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4517     height  1,88 m;1,86 m;1,83 m;1,75 m;1,86 m;1,82 m;1,80...\n",
      "4526   position  Striker - Centre Forward;Defence - Sweeper;Str...\n",
      "4527  birthDate  2000-06-30;1995-10-08;2018-05-04;2015-11-07;20...\n",
      "4528         id  3531;6183;7039;8721;18405;24243;26785;27259;27...\n",
      "     class                                               data\n",
      "4508   NaN  34;45;37;36;35;33;38;36;39;34;35;44;38;28;42;4...\n",
      "4509   NaN  -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;...\n",
      "4510   NaN  CSSR;CSSR;CSSR;CSSR;CSSR;CSSR;CSSR;CSSR;CSSR;C...\n",
      "4511   NaN  Slovan Bratislava;FK Rakytovce;SV Gols;End of ...\n",
      "4512   NaN  540;20785;18767;123;5292;4786;38974;88;123;515...\n",
      "4513   NaN  1994-04-27;1975-08-10;1992-01-27;2011-09-13;19...\n",
      "4514   NaN  Main position:Centre Forward Side position: Ri...\n",
      "4515   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4516   NaN  both;right;right;both;right;left;left;left;rig...\n",
      "4518   NaN  Sep 4, 2013;Jan 1, 2009;Jul 1, 2012;Jul 1, 201...\n",
      "4519   NaN  82/23;14/0;8/1;2/0;9/3;1/0;6/0;19/1;41/2;1/0;3...\n",
      "4520   NaN  Boris Peškovič;Branislav Obžera;Maroš Klimpl;J...\n",
      "4521   NaN  3503.0;3503.0;3503.0;3503.0;3503.0;3503.0;3503...\n",
      "4522   NaN  Slovakia;Slovakia;Slovakia;Slovakia;Slovakia;S...\n",
      "4523   NaN  Christopherville;Matthewsmouth;East Allen;Dave...\n",
      "4524   NaN  Stars & Friends;No agent;No agent;T&K SPORT;Ja...\n",
      "4525   NaN                         10.0;96.0;96.0;591.0;944.0\n",
      "================================\n",
      "id ||             class                                               data\n",
      "4532         name  Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Ye...\n",
      "4539  description  6.99;0.0;6.99;6.99;0.0;6.99;6.99;0.0;6.99;6.99...\n",
      "     class                                               data\n",
      "4529   NaN  1;900;50;1;600;50;1;200;25;1;100;25;1;100;25;1...\n",
      "4530   NaN  Each;900/Case;50/Tray;Each;600/Case;50/Tray;Ea...\n",
      "4531   NaN  No;No;No;No;No;No;No;No;No;No;No;No;No;No;No;N...\n",
      "4533   NaN  687662.0;687662.0;687662.0;687663.0;687663.0;6...\n",
      "4534   NaN  Each;Case;Box;Each;Case;Each;Box;Each;Case;Box...\n",
      "4535   NaN  26672101.0;26672150.0;36672101.0;36672150.0;76...\n",
      "4536   NaN  514735;514735;514735;479851;479851;479851;4940...\n",
      "4537   NaN  EA;CS;TR;EA;CS;TR;EA;CS;TR;EA;CS;TR;EA;CS;TR;E...\n",
      "4538   NaN  Really Flat;Free Shipping;Really Flat;Really F...\n",
      "4540   NaN  No;Yes;No;No;Yes;No;No;Yes;No;No;Yes;No;No;Yes...\n",
      "4541   NaN  No;No;No;No;No;No;No;No;No;No;No;No;No;No;No;N...\n",
      "4542   NaN  Iyas Hatim;Iyas Hatim;Iyas Hatim;Iyas Hatim;Iy...\n",
      "4543   NaN  Wound Care;Wound Care;Wound Care;Wound Care;Wo...\n",
      "================================\n",
      "name ||        class                                               data\n",
      "4564    name  第1話;第一話;第壱話;Episode 1;episode 01;episode.1;PHA...\n",
      "4567  format  第%d話;Episode %d;episode %02d;episode.%d;PHASE ...\n",
      "     class                                               data\n",
      "4563   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "4565   NaN  [];[\"第一話\", \"第二話\", \"第三話\", \"第四話\", \"第五話\", \"第六話\", ...\n",
      "4566   NaN  22000.0;25000.0;26000.0;7000.0;5000.0;6000.0;1...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "4724  name  Lamar Alexander;Michael B. Enzi;Pat Roberts;To...\n",
      "     class                                               data\n",
      "4725   NaN  https://twitter.com/senalexander;https://twitt...\n",
      "4726   NaN  True;True;True;True;True;True;True;False;True;...\n",
      "4727   NaN  76649729.0;291756142.0;75364211.0;60828944.0;2...\n",
      "4728   NaN  https://twitter.com/MarthaRobyAL;https://twitt...\n",
      "================================\n",
      "name ||             class                                               data\n",
      "4784           id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "4785         name  Kang, Bombadil;Kang Troll;Shel-Kang;Eyes of Ka...\n",
      "4786  description  LOTR;LOTR;LOTR;LOTR;LOTR;LOTR;LOTR;LOTR;LOTR;S...\n",
      "Empty DataFrame\n",
      "Columns: [class, data]\n",
      "Index: []\n",
      "================================\n",
      "name ||      class                                               data\n",
      "4813  name  Wychwood (94);Yonge-Eglinton (100);Yonge-St.Cl...\n",
      "     class                                               data\n",
      "4812   NaN  1261;1262;1263;1264;1265;1266;1267;1268;1269;1...\n",
      "4814   NaN  0;1;0;0;1;0;0;0;0;0;1;0;0;0;0;0;0;0;1;0;1;0;0;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "4890  name  Arleta Community Garden;Crenshaw Community Gar...\n",
      "4892  city  San Fernando Valley;Los Angeles;Los Angeles;Ma...\n",
      "     class                                               data\n",
      "4891   NaN  8800 Canterbury Avenue;1423 S Crenshaw Blvd;10...\n",
      "4893   NaN  CA;CA;CA;CA;CA;CA;CA;CA;CA;CA;CA;CA;CA;CA;CA;C...\n",
      "4894   NaN  91331;90019;90041;90292;90032;90039;90045;9003...\n",
      "4895   NaN  (323) 387-3241;213-572-0188;818-368-4533;(310)...\n",
      "4896   NaN  34.22961903;34.04619603;34.13392644;33.9772457...\n",
      "4897   NaN  -118.4245122;-118.3276274;-118.1887884;-118.46...\n",
      "4898   NaN  Community Garden;Community Garden;Community Ga...\n",
      "4899   NaN  http://crenshawgarden.blogspot.com/;https://ww...\n",
      "4900   NaN  Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;Y;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "4986    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "4987  code  GB;AF;AX;AL;DZ;AS;AD;AO;AI;AQ;AG;AR;AM;AW;AU;A...\n",
      "4988  name  United Kingdom;Afghanistan;Aland Islands;Alban...\n",
      "Empty DataFrame\n",
      "Columns: [class, data]\n",
      "Index: []\n",
      "================================\n",
      "description ||       class                                               data\n",
      "5026   name   ; 記念日のデータファイルです。; (一行に含まれるカンマの数がヘッダーに含まれるカンマの...\n",
      "5027  month  2.0;7.0;12.0;3.0;5.0;10.0;12.0;10.0;10.0;9.0;8...\n",
      "     class                                               data\n",
      "5025   NaN  0;0;0;0;0;0;0;0;0;10000;10001;20000;20001;2000...\n",
      "5028   NaN  28.0;14.0;4.0;23.0;19.0;27.0;25.0;10.0;25.0;13...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5116  name  Move -- 動かない;Havok Default Value -- Havokのデフォル...\n",
      "     class                                               data\n",
      "5115   NaN  0;1;1000;1001;1100;1101;1102;1103;1104;1105;11...\n",
      "5117   NaN  0.0;0.17;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0...\n",
      "5118   NaN  1;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "5119   NaN  1;1;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "5120   NaN  1.0;0.6;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "5121   NaN  1.0;0.05;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0...\n",
      "5122   NaN  10.0;1.4;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0...\n",
      "5123   NaN  10.0;1.8;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0...\n",
      "5124   NaN  1.0;0.1;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "5125   NaN  0;0;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "5126   NaN  -1;-1;0;1;0;1;2;3;4;5;6;1;2;3;4;6;1;2;3;4;5;6;...\n",
      "5127   NaN  -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;...\n",
      "================================\n",
      "name ||          class                                               data\n",
      "5133        id  282976103;257334154;282976377;256633524;267084...\n",
      "5141  language                                            PLpgSQL\n",
      "5142      name  35833bcc4e4204e046186ebc10aa5ed3cc762f97cfec70...\n",
      "     class                                               data\n",
      "5134   NaN  2020-06-01 03:31:43;2020-06-11 07:51:43;2018-1...\n",
      "5135   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5136   NaN  2020-02-22 19:12:48;2020-07-27 14:46:16;2019-1...\n",
      "5137   NaN  master;master;master;master;master;master;mast...\n",
      "5138   NaN  e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b93...\n",
      "5139   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5140   NaN  3a7c69afef94ac723d154c28cc5345d84c81f0673242b8...\n",
      "5143   NaN  2722259;2722259;2722259;2722259;2722259;272225...\n",
      "5144   NaN  False;False;False;False;False;False;False;Fals...\n",
      "================================\n",
      "treatment ||      class                                               data\n",
      "5145    id  l10n_cl_invoice.dl_a;l10n_cl_invoice.dl_b;l10n...\n",
      "5147  name                            A;B;C;M;E;X;I;S;D;T;L;G\n",
      "     class                                               data\n",
      "5146   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "5148   NaN  l10n_cl_invoice.res_IVAE,l10n_cl_invoice.res_I...\n",
      "5149   NaN  l10n_cl_invoice.res_IVARI;l10n_cl_invoice.res_...\n",
      "5150   NaN  True;False;False;False;False;True;True;True;Tr...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5233  name  かいじゅう;Monstrueux;Monster;Monstruo;Mostro;Monst...\n",
      "     class                                               data\n",
      "5231   NaN  1;1;1;1;1;1;2;2;2;2;2;2;3;3;3;3;3;3;4;4;4;4;4;...\n",
      "5232   NaN  1;5;6;7;8;9;1;5;6;7;8;9;1;5;6;7;8;9;1;5;6;7;8;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5234  name  Administration de l'Aéroport de Luxembourg;Age...\n",
      "     class                                               data\n",
      "5235   NaN  http://meteoalarm.eu/ATOM/LU.xml;http://meteoa...\n",
      "5236   NaN  cms;cms;cms;cms;cms;cms;cms;cap;cms;cms;cms;cm...\n",
      "================================\n",
      "name ||             class                                               data\n",
      "5380         name  Tax;Shipping;Tax2;Miscellaneous;Running Shoes;...\n",
      "5385  description  Tax;Freight;Tax2;Miscellaneous;running shoes;S...\n",
      "5400      version                              0;0;0;0;0;0;0;0;0;0;0\n",
      "     class                                               data\n",
      "5379   NaN                       1;2;3;4;10;11;12;20;21;22;23\n",
      "5381   NaN                        2.0;2.0;2.0;2.0;2.0;2.0;2.0\n",
      "5382   NaN                              0;0;0;0;0;0;0;0;0;0;0\n",
      "5383   NaN                            2009-06-23T21:24:00.000\n",
      "5384   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5386   NaN                              0;0;0;0;0;0;0;0;0;0;0\n",
      "5387   NaN                            2009-06-23T00:32:42.000\n",
      "5388   NaN                              0;0;0;0;0;0;0;0;0;0;0\n",
      "5389   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5390   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5391   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5392   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5393   NaN                              0;0;0;0;0;0;0;0;0;0;0\n",
      "5394   NaN                              3;3;3;3;3;3;3;3;3;3;3\n",
      "5395   NaN                    Tax;Shipping;Tax2;Miscellaneous\n",
      "5396   NaN  False;False;False;False;True;True;True;False;F...\n",
      "5397   NaN    0.0;0.0;0.0;0.0;10.0;5.0;12.0;175.0;0.0;0.0;0.0\n",
      "5398   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5399   NaN  False;False;False;False;False;False;False;Fals...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5407    id  1000;1001;1002;1003;1004;1005;30000000;3000001...\n",
      "5408  name  For automatic patrol: normal -- 自動巡回用:通常;For a...\n",
      "     class                                               data\n",
      "5409   NaN  0;0;0;0;0;0;0;0;0;9;9;9;0;0;0;0;0;0;0;0;2;0;0;...\n",
      "5410   NaN  0;1;2;3;4;5;0;10;0;11;12;11;15;10;0;10;0;10;0;...\n",
      "5411   NaN  0;0;0;0;0;0;0;10;0;0;0;0;0;0;0;10;0;10;20;30;0...\n",
      "5412   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;600;0;0;0;0;0;0;0;0;...\n",
      "5413   NaN  0;0;0;0;0;0;0;1;0;0;0;2;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "5414   NaN  0;0;0;0;0;0;0;1;0;0;0;2;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "5415   NaN  0;0;0;0;0;0;0;1;0;0;0;2;0;6;0;1;0;0;0;0;0;0;1;...\n",
      "5416   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "5417   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "5418   NaN  -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;...\n",
      "================================\n",
      "state ||      class                                               data\n",
      "5439  name  Alabama;Alaska;Arizona;Arkansas;California;Col...\n",
      "5440  code  AL;AK;AZ;AR;CA;CO;CT;DE;FL;GA;HI;ID;IL;IN;IA;K...\n",
      "     class                                               data\n",
      "5441   NaN  state;state;state;state;state;state;state;stat...\n",
      "5442   NaN  1;2;4;5;6;8;9;10;12;13;15;16;17;18;19;20;21;22...\n",
      "5443   NaN  3.0;4.0;4.0;3.0;4.0;4.0;1.0;3.0;3.0;3.0;4.0;4....\n",
      "5444   NaN  6.0;9.0;8.0;7.0;9.0;8.0;1.0;5.0;5.0;5.0;9.0;8....\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5478  name  Yesugei;Hoelun;Temüjin;Börte;Jochi;Batu;Sartaq...\n",
      "     class                                               data\n",
      "5477   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "5479   NaN  \\N;\\N;1162;1161;1181;1207;\\N;\\N;1183;\\N;1186;1...\n",
      "5480   NaN  1171;\\N;1227;1230;1227;1255;1256;1266;1242;\\N;...\n",
      "5481   NaN  \\N;\\N;1;\\N;3;5;6;5;3;9;3;\\N;11;11;14;3;\\N;16;1...\n",
      "5482   NaN  \\N;\\N;2;\\N;4;\\N;\\N;\\N;4;\\N;4;\\N;12;12;\\N;4;\\N;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5705    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "5706  name  白帶魚;南方舵魚;天竺舵魚;低鰭舵魚;小鱗瓜子鱲;黃帶瓜子鱲;瓜子鱲;黑棘鯛;布氏石斑魚;褐...\n",
      "     class                                               data\n",
      "5707   NaN  白魚;白毛;白毛;白毛;黑毛;黑毛;黑毛;黑鯛;石斑;石斑;石斑;石斑;石斑;石斑;紅目鰱;...\n",
      "5708   NaN  20;18;18;18;17;17;17;10;59;59;59;59;59;59;42;4...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5714  name  Eye;IM;Inhalation;Intracameral;Intradermal;Int...\n",
      "     class                                               data\n",
      "5713   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "5715   NaN            1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "5716   NaN            1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "5717   NaN  1900-01-01 00:00:00;1900-01-01 00:00:00;1900-0...\n",
      "5718   NaN  1900-01-01 00:00:00;1900-01-01 00:00:00;1900-0...\n",
      "5719   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;2...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5847  name  Mozzarella;Cheddar;Pepper Jack;Feta;Butter;Sou...\n",
      "     class                                               data\n",
      "5846   NaN  0;1;2;3;4;5;6;8;9;11;13;14;18;19;20;21;23;24;2...\n",
      "5848   NaN  61.5;42.6;48.83;54.17;85.0;13.04;5.99;16.57;5....\n",
      "5849   NaN  6.0;4.0;4.0;1.0;30.0;2.0;1.0;6.0;2.0;2.0;6.0;6...\n",
      "5850   NaN  CASE 30lb;CASE 20lb;CASE 20lb;33lbs;CASE 30lb;...\n",
      "5851   NaN  Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dair...\n",
      "5852   NaN  0.0;0.0;3.0;1.75;33.0;2.0;4.0;2.5;29.0;2.0;1.0...\n",
      "5853   NaN  5lb BAG;5lb BAG;5lb BAG;5lb BAG;1lb;5lb BUCKET...\n",
      "5854   NaN  OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;CUP;EA;CUP...\n",
      "5855   NaN  80.0;80.0;80.0;160.0;16.0;160.0;48.0;180.0;16....\n",
      "5856   NaN  1.0;1.0;1.0;100.0;1.0;95.0;1000000.0;95.0;100....\n",
      "5857   NaN  0.0;0.0;0.0;1.0;1.0;0.0;0.0;0.0;24.0;1.0;1.0;1...\n",
      "5858   NaN  9.0;9.0;0.0;2.0;9.0;0.0;6.0;9.0;6.0;0.0;0.0;2....\n",
      "================================\n",
      "name ||       class                                               data\n",
      "5884   name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5887  state  ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;ID;I...\n",
      "5890   type  large;micro;micro;brewpub;planning;micro;plann...\n",
      "     class                                               data\n",
      "5885   NaN  6109 Holly Estate Apt. 376\\nJohnsonshire, WI 8...\n",
      "5886   NaN  Boise;Garden City;Salmon;Boise;Driggs;McCall;B...\n",
      "5888   NaN  83702-5857;83703;83467-4246;83702-7642;83422;8...\n",
      "5889   NaN  (541) 678-5228;(208) 322-7684;(208) 756-3391;(...\n",
      "5891   NaN  http://www.10barrel.com;http://www.barbarianbr...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5930    id  352;372;31;4;840;850;16;784;12;32;533;8;51;660...\n",
      "5931  name  Iceland;Ireland;Azerbaijan;Afghanistan;United ...\n",
      "     class                                               data\n",
      "5932   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "5933   NaN  country;country;country;country;country;countr...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "5991  name  Access to Information Act, RSC 1985, c A-1;Fre...\n",
      "     class                                               data\n",
      "5990   NaN  ocd-division/country:ca;ocd-division/country:c...\n",
      "5992   NaN  http://laws-lois.justice.gc.ca/eng/acts/A-1/in...\n",
      "5993   NaN  http://canlii.ca/t/7vck;http://canlii.ca/t/821...\n",
      "================================\n",
      "type ||      class                                               data\n",
      "6000  name  Anonymous;Anonymous;Anonymous;Anonymous;Anonym...\n",
      "     class                                               data\n",
      "5998   NaN  08/07/18(Tue)12:13:31;08/07/18(Tue)12:15:17;08...\n",
      "5999   NaN  No ID;No ID;No ID;No ID;No ID;No ID;No ID;No I...\n",
      "6001   NaN  102127087;102127133;102127206;102127212;102127...\n",
      "6002   NaN  No Subject Text Provided;No Subject Text Provi...\n",
      "6003   NaN  SELENA! NO!;SANDLER NO!;<a href=\";Do you think...\n",
      "6004   NaN  Screenshot 2018-08-07 at 12.02.19 PM - 1533658...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "6065  name  Routers;Switches;Servers;Security;Storage;Wire...\n",
      "     class                                               data\n",
      "6066   NaN                  1;1;1;1;1;1;1;1;1;1;1;1;1;1;2;1;1\n",
      "6067   NaN           0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16\n",
      "6068   NaN           0;1;2;3;4;5;6;7;8;9;10;13;14;15;16;17;18\n",
      "6069   NaN                  0;0;0;1;1;1;1;1;1;0;0;1;1;1;1;1;1\n",
      "6070   NaN  {'@href': 'http://192.168.20.21:8080/imcrs/pla...\n",
      "6071   NaN       0;1;2;3;4;5;6;100;101;102;103;7;8;10;9;11;12\n",
      "6072   NaN  1104;1105;1108;1106;1109;1111;1112;1110;1116;1...\n",
      "6073   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "================================\n",
      "name ||        class                                               data\n",
      "6103      id  TaungthaWethet-T-1;ThaiphumRengkheng-T-7;AshoK...\n",
      "6104    name  Taungtha (Wethet);Thaiphum (Rengkheng);Asho (K...\n",
      "6109  family  Sino-Tibetan;Sino-Tibetan;Sino-Tibetan;Sino-Ti...\n",
      "     class                                               data\n",
      "6105   NaN  asho1236;asho1236;chin1478;chin1478;chin1478;s...\n",
      "6106   NaN  rtc;cth;csh;csh;cnb;cnb;cnb;csj;clj;csv;csv;cs...\n",
      "6107   NaN  21.691667;21.6;19.85;20.97296;20.45;20.45;20.3...\n",
      "6108   NaN  94.097222;93.4432;94.0;93.83817;94.25;94.25;93...\n",
      "6110   NaN  Htilin;Matupi;Ann;Nga Phay;Kanpetlet;Seddutaya...\n",
      "6111   NaN  Wethet;Rengkheng;Kokan Tan;Linde;Kyin Dwe;Khoi...\n",
      "6112   NaN  T-1;T-7;A-1;A-11;U-5;U-9;U-10;U-11;U-12;D-1;D-...\n",
      "6113   NaN  Taungtha;Taungtha;Asho;Asho;Uppu;Uppu;Uppu;Upp...\n",
      "6114   NaN  S-Matu/Rawngtu;S-Khumi;S-Asho;S-Asho;S-Asho;S-...\n",
      "================================\n",
      "name ||        class                                               data\n",
      "6124  status       Disabled;Disabled;Disabled;Disabled;Disabled\n",
      "6142    name  DELL INSPIRON 5323(CORE I7 3537U 2.00GHZ/4GB/5...\n",
      "6150  weight                                2.5;2.5;2.5;2.5;2.5\n",
      "     class                                               data\n",
      "6118   NaN                      admin;admin;admin;admin;admin\n",
      "6119   NaN                           base;base;base;base;base\n",
      "6120   NaN            Laptops;Laptops;Laptops;Laptops;Laptops\n",
      "6121   NaN                 simple;simple;simple;simple;simple\n",
      "6122   NaN                      3,148;3,148;3,148;3,148;3,148\n",
      "6123   NaN  QCNBB002314;QCNBBG00178;QCNBBG00179;QCNBBG0018...\n",
      "6125   NaN            QCNBK-B;QCNBK-B;QCNBK-B;QCNBK-B;QCNBK-B\n",
      "6126   NaN                                     No;No;No;No;No\n",
      "6127   NaN  Catalog, Search;Catalog, Search;Catalog, Searc...\n",
      "6128   NaN                    GST0.36;GST18;GST18;GST18;GST18\n",
      "6129   NaN                                     No;No;No;No;No\n",
      "6130   NaN                         DELL;DELL;SONY;DELL;LENOVO\n",
      "6131   NaN                                Yes;Yes;Yes;Yes;Yes\n",
      "6132   NaN                                Yes;Yes;Yes;Yes;Yes\n",
      "6133   NaN                                     No;No;No;No;No\n",
      "6134   NaN                                Yes;Yes;Yes;Yes;Yes\n",
      "6135   NaN  1 Month Warranty.;1 Month Warranty.;1 Month Wa...\n",
      "6136   NaN  1 Month Warranty.;1 Month Warranty.;1 Month Wa...\n",
      "6137   NaN                                     No;No;No;No;No\n",
      "6138   NaN                                     No;No;No;No;No\n",
      "6139   NaN                                     No;No;No;No;No\n",
      "6140   NaN                                     No;No;No;No;No\n",
      "6141   NaN                                          0;0;0;0;0\n",
      "6143   NaN  No layout updates;No layout updates;No layout ...\n",
      "6144   NaN  Block after Info Column;Block after Info Colum...\n",
      "6145   NaN                                           ; ; ; ; \n",
      "6146   NaN  Use config;Use config;Use config;Use config;Us...\n",
      "6147   NaN  Use config;Use config;Use config;Use config;Us...\n",
      "6148   NaN                                     No;No;No;No;No\n",
      "6149   NaN  1 Month Warranty.;1 Month Warranty.;1 Month Wa...\n",
      "6151   NaN                                          0;0;0;0;0\n",
      "6152   NaN                                          0;0;0;0;0\n",
      "6153   NaN                                          1;1;1;1;1\n",
      "6154   NaN                                          0;0;0;0;0\n",
      "6155   NaN                                          0;0;0;0;0\n",
      "6156   NaN                                          1;1;1;1;1\n",
      "6157   NaN                                          1;1;1;1;1\n",
      "6158   NaN                                          1;1;1;1;1\n",
      "6159   NaN                                          0;0;0;0;0\n",
      "6160   NaN                                          1;1;1;1;1\n",
      "6161   NaN                                          1;1;1;1;1\n",
      "6162   NaN                                          1;1;1;1;1\n",
      "6163   NaN                                          0;0;0;0;0\n",
      "6164   NaN                                          1;1;1;1;1\n",
      "6165   NaN                                          0;0;0;0;0\n",
      "6166   NaN                                          1;1;1;1;1\n",
      "6167   NaN                                          0;0;0;0;0\n",
      "6168   NaN                                          1;1;1;1;1\n",
      "6169   NaN                                          0;0;0;0;0\n",
      "6170   NaN                                          0;0;0;0;0\n",
      "6171   NaN                                          0;0;0;0;0\n",
      "6172   NaN                                          1;1;1;1;1\n",
      "6173   NaN  DELL INSPIRON 5323(CORE I7 3537U 2.00GHZ/4GB/5...\n",
      "6174   NaN                                          0;0;0;0;0\n",
      "6175   NaN                 simple;simple;simple;simple;simple\n",
      "================================\n",
      "title ||      class                                               data\n",
      "6326  name  Does your company manage relevant/important da...\n",
      "     class                                               data\n",
      "6325   NaN       1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18\n",
      "6327   NaN  now();now();now();now();now();now();now();now(...\n",
      "6328   NaN  now();now();now();now();now();now();now();now(...\n",
      "6329   NaN       1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18\n",
      "6330   NaN  OTHER;OTHER;OTHER;OTHER;OTHER;OTHER;OTHER;OTHE...\n",
      "6331   NaN  YESNO;YESNO;YESNO;YESNO;YESNO;YESNO;YESNO;YESN...\n",
      "6332   NaN                1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "6333   NaN                1;1;1;1;2;2;2;3;3;3;4;4;5;5;6;6;6;6\n",
      "================================\n",
      "name ||      class                                               data\n",
      "6484  name  LIRICAL;wikidata_ontomatcher;ro-crate-ruby;Mis...\n",
      "     class                                               data\n",
      "6483   NaN  216602979;199330464;253207181;212556220;155879...\n",
      "6485   NaN  Protein kinase domain, 0.03182\\ntextile, 0.000...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "6499  name  starttime;endtime;deviceid;subscriberid;simid;...\n",
      "     class                                               data\n",
      "6498   NaN  start;end;deviceid;subscriberid;simserial;phon...\n",
      "6500   NaN  Welcome to the -odkmeta- demo form. Swipe to m...\n",
      "6501   NaN  The ID must be between 001 and 005. ;The numbe...\n",
      "6502   NaN                                   . >=0 and . <= 3\n",
      "6503   NaN  ${getconsent}=1;${farmownership}=1;${cultivate...\n",
      "6504   NaN                                                yes\n",
      "================================\n",
      "description ||      class                                               data\n",
      "6505    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "6508  name  Can add log entry;Can change log entry;Can del...\n",
      "     class                                               data\n",
      "6506   NaN  1;1;1;1;2;2;2;2;3;3;3;3;4;4;4;4;5;5;5;5;6;6;6;...\n",
      "6507   NaN  add_logentry;change_logentry;delete_logentry;v...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "6514    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "6516  name  Sein und Zeit;Was heisst Denken?;Also sprach Z...\n",
      "     class                                               data\n",
      "6515   NaN  1;1;2;2;2;3;3;3;2;2;4;4;4;4;4;4;4;4;4;4;4;4;4;...\n",
      "================================\n",
      "project ||              class                                               data\n",
      "6561            id  109;190;191;192;193;194;195;196;197;198;199;20...\n",
      "6562          name  Ophthalmology;Support Services;General Surgery...\n",
      "6568  abbreviation  OPH;GNS;URO;OTR;ENT;ORA;RDN;PDN;ORT;OMF;EDT;PR...\n",
      "     class                                               data\n",
      "6563   NaN  130;990;100;101;110;120;140;141;142;143;145;14...\n",
      "6564   NaN  1;6;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;2;2;...\n",
      "6565   NaN  Consultant Ophthalmologist;Consultant Surgeon;...\n",
      "6566   NaN  1;0;1;1;1;1;1;1;1;1;1;1;1;0;1;1;1;1;1;0;0;0;0;...\n",
      "6567   NaN  ophthalmic;urological;orthodontic;endodontic;p...\n",
      "================================\n",
      "tag ||      class                                               data\n",
      "6589  name  Cyprus;Turkey;Monaco;Netherlands;Azerbaijan;Es...\n",
      "     class                                               data\n",
      "6588   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "6590   NaN  KKTC;Türkiye;Monako;Hollanda;Azerbaycan;Estony...\n",
      "6591   NaN  Kıbrıs;Türkiye;Monaco;Nederland;Azərbaycan;Ees...\n",
      "================================\n",
      "title ||      class                                               data\n",
      "6610  name  Climate services and safety nets;Climate-Smart...\n",
      "     class                                               data\n",
      "6604   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "6605   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "6606   NaN  1900-01-01 00:00:00;1900-01-01 00:00:00;1900-0...\n",
      "6607   NaN  2200-01-01 00:00:00;2200-01-01 00:00:00;2200-0...\n",
      "6608   NaN  84.0;85.0;86.0;87.0;108.0;109.0;110.0;111.0;11...\n",
      "6609   NaN  FP4;FP2;FP3;FP1;F1;F2;F3;F4;F5;F6;F1;F2;F3;F4;...\n",
      "6611   NaN  1.0;1.0;1.0;1.0;3.0;3.0;3.0;3.0;3.0;3.0;4.0;4....\n",
      "================================\n",
      "name ||         class                                               data\n",
      "6713     name  pBeans;pBeans;pBeans;pBeans;pBeans;pBeans;pBea...\n",
      "6714  version  2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;2;...\n",
      "     class                                               data\n",
      "6715   NaN  net.sourceforge.pbeans.DefaultStoreInfo;net.so...\n",
      "6716   NaN  21;5;0;14;3;1;6;4;6;3;6;20;3;2;4;1;2;16;8;7;4;...\n",
      "6717   NaN  1;1;1;1;1;1;1;1;1;3;1;3;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "6718   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "6719   NaN  11;1;0;4;2;5;2;2;3;3;7;4;1;3;4;3;3;7;9;7;1;2;3...\n",
      "6720   NaN  123;10;0;41;3;1;6;9;32;13;10;28;6;3;28;2;3;16;...\n",
      "6721   NaN  156;0;0;33;3;0;15;0;13;3;0;70;0;0;0;0;1;120;0;...\n",
      "6722   NaN  1;1;0;2;2;5;1;1;0;1;7;1;1;3;1;3;3;4;8;0;1;2;3;...\n",
      "6723   NaN  11;1;0;4;0;0;1;1;3;2;0;3;0;0;3;0;1;3;1;7;0;1;1...\n",
      "6724   NaN  16;5;0;11;3;1;6;4;4;2;4;20;2;2;4;1;1;16;8;7;4;...\n",
      "6725   NaN  0.932142857;0.0;2.0;0.576923077;2.0;2.0;2.0;0....\n",
      "6726   NaN  2106;46;0;345;3;1;6;28;324;79;47;257;22;30;193...\n",
      "6727   NaN  1;1;0;1;0;0;0;1;1;0;1;1;1;0;1;0;0;0;1;1;0;1;0;...\n",
      "6728   NaN  2;0;0;1;0;0;0;0;0;0;0;2;0;0;0;0;2;0;1;0;0;0;6;...\n",
      "6729   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.92307692...\n",
      "6730   NaN  0.211111111;0.533333333;0.0;0.428571429;1.0;1....\n",
      "6731   NaN  0;0;0;0;0;0;0;0;0;1;1;1;0;0;0;0;0;0;1;0;0;0;0;...\n",
      "6732   NaN  0;0;0;0;0;0;0;0;0;1;1;1;0;0;0;0;0;0;1;0;0;0;0;...\n",
      "6733   NaN  98.61904762;8.0;0.0;23.5;0.0;0.0;0.0;5.75;51.8...\n",
      "6734   NaN  35;3;0;2;1;1;1;1;1;1;3;2;2;1;1;0;1;1;4;1;1;1;1...\n",
      "6735   NaN  2.6667;1.2;0.0;1.0;1.0;1.0;1.0;0.75;0.6667;0.6...\n",
      "6736   NaN  0;0;0;1;0;0;0;0;0;0;2;1;0;0;0;0;1;2;1;0;0;2;0;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "6747  name  store status - Active;Supervisor - Sup 3;Perso...\n",
      "     class                                               data\n",
      "6746   NaN                    2;58;44;262;9701;19011;1532;276\n",
      "6748   NaN  2015-08-07 20:47:42.173007;2017-04-14 04:04:18...\n",
      "6749   NaN  2015-08-07 20:48:05.906122;2017-04-14 04:04:18...\n",
      "6750   NaN                                    0;0;0;0;1;1;0;0\n",
      "6751   NaN                                    1;1;1;1;1;1;1;2\n",
      "6752   NaN  2015-08-07 20:48:05.906122;2017-04-14 04:21:06...\n",
      "6753   NaN  SmartGroup;SmartGroup;SmartGroup;SmartGroup;Sm...\n",
      "6754   NaN                                    0;0;0;0;0;0;0;0\n",
      "================================\n",
      "name ||      class                                               data\n",
      "6863  name  Alabama;Alaska;Arizona;Arkansas;California;Col...\n",
      "     class                                               data\n",
      "6862   NaN  21133;21132;21136;21135;21137;21138;21139;2114...\n",
      "6864   NaN  2840;2840;2840;2840;2840;2840;2840;2840;2840;2...\n",
      "6865   NaN  AL;AK;AZ;AR;CA;CO;CT;DE;DC;FL;GA;HI;ID;IL;IN;I...\n",
      "6866   NaN  State;State;State;State;State;State;State;Stat...\n",
      "6867   NaN  Active;Active;Active;Active;Active;Active;Acti...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "7008  name  Generic parameters for enemies -- 敵用の汎用パラメータ;E...\n",
      "     class                                               data\n",
      "7007   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;2...\n",
      "7009   NaN  1.0;0.2;0.25;0.3;0.35;0.4;0.45;0.5;0.55;0.6;0....\n",
      "7010   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "7011   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "7012   NaN  -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;...\n",
      "7013   NaN  -1;6352;6352;6352;6352;6352;6352;6352;6352;635...\n",
      "7014   NaN  -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;...\n",
      "================================\n",
      "name ||             class                                               data\n",
      "7117           id  ST0;ST1;ST2;PT0;PT1;PT2;PT8;PT8R;PT5;ST4;PT7;S...\n",
      "7118  description  ST0;ST1;ST2;PT0;PT1;PT2;PT8;PT8R;PT5;ST4;PT7;S...\n",
      "7121         name  Zero rated sales;Standard rate sales (17.5%);E...\n",
      "7122         type  percent;percent;percent;percent;percent;percen...\n",
      "     class                                               data\n",
      "7119   NaN  l10n_uk;l10n_uk;l10n_uk;l10n_uk;l10n_uk;l10n_u...\n",
      "7120   NaN  sale;sale;sale;purchase;purchase;purchase;purc...\n",
      "7123   NaN  0.0;0.175;0.0;0.0;0.175;0.0;0.175;-1.0;0.05;0....\n",
      "7124   NaN  2200;2200;2200;2201;2201;2201;2201;2201;2201;2...\n",
      "7125   NaN  2200;2200;2200;2201;2201;2201;2201;2201;2201;2...\n",
      "7126   NaN    5.0;5.0;5.0;6.0;6.0;6.0;8.0;6.0;7.0;8.0;5.0;6.0\n",
      "7127   NaN        1.0;1.0;1.0;3.0;3.0;3.0;2.0;3.0;3.0;1.0;3.0\n",
      "7128   NaN                          5;5;5;6;6;6;8;3;6;7;8;5;6\n",
      "7129   NaN            1.0;1.0;1.0;3.0;3.0;3.0;2.0;3.0;1.0;3.0\n",
      "7130   NaN                         1;1;1;1;1;1;1;-1;1;1;1;1;1\n",
      "7131   NaN                         1;1;1;1;1;1;1;-1;1;1;1;1;1\n",
      "7132   NaN              -1;-1;-1;-1;-1;-1;-1;1;-1;-1;-1;-1;-1\n",
      "7133   NaN              -1;-1;-1;-1;-1;-1;-1;1;-1;-1;-1;-1;-1\n",
      "7134   NaN                                                PT8\n",
      "================================\n",
      "name ||      class                                               data\n",
      "7187  name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "     class                                               data\n",
      "7186   NaN  1899600a-649c-11e6-8b77-86f30ca893d3;18996320-...\n",
      "7188   NaN                    Roz Bernstein's;The Cross Trust\n",
      "7189   NaN  Sanctuary assists homeless individuals find ho...\n",
      "7190   NaN  80160 Clayton Isle Apt. 513\\nEast Linda, ND 59...\n",
      "7191   NaN  http://example.com;http://example.com;http://e...\n",
      "7192   NaN  nonprofit;nonprofit;nonprofit;nonprofit;nonpro...\n",
      "7193   NaN  574374770;574374771;574374772;574374773;574374...\n",
      "7194   NaN  1997;2000;2001;2002;2003;2004;2005;2006;2007;2008\n",
      "7195   NaN  non-profit;non-profit;non-profit;non-profit;no...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "7219  route  115;115;115;115;115;115;115;115;115;115;115;11...\n",
      "7222   name  Lyndale Ave S & Franklin Ave W;Lyndale Ave S &...\n",
      "     class                                               data\n",
      "7217   NaN  Metro Transit;Metro Transit;Metro Transit;Metr...\n",
      "7218   NaN  Urb Loc;Urb Loc;Urb Loc;Urb Loc;Urb Loc;Urb Lo...\n",
      "7220   NaN  S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;S;...\n",
      "7221   NaN  102;103;104;1100;1101;1102;1103;1105;1106;1109...\n",
      "7223   NaN            FRLY;38GR;46GR;4SRA;36HE;4SOA;HEUP;19OW\n",
      "7224   NaN  44.962785;44.96101;44.959218;44.957441;44.9556...\n",
      "7225   NaN  -93.288111;-93.288083;-93.288101;-93.295439;-9...\n",
      "7226   NaN  477278.74;477280.26;477278.13;476698.7;476589....\n",
      "7227   NaN  4978856.69;4978659.49;4978460.45;4978265.07;49...\n",
      "7228   NaN  MINNEAPOLIS;MINNEAPOLIS;MINNEAPOLIS;MINNEAPOLI...\n",
      "7229   NaN  8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;...\n",
      "7230   NaN  8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;8;...\n",
      "7231   NaN  Weekday;Weekday;Weekday;Weekday;Weekday;Weekda...\n",
      "7232   NaN  1;1;1;1;0;0;0;1;0;0;0;0;0;0;0;0;0;0;0;0;0;0;57...\n",
      "7233   NaN  28;13;22;8;4;5;4;5;6;3;6;7;1;1;1;2;0;1;0;1;1;3...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "7349  name  Transcription (Adenylate kinase);Transcription...\n",
      "     class                                               data\n",
      "7348   NaN  Transcription-Adk;Transcription-Apt;Transcript...\n",
      "7350   NaN  Transcription;Transcription;Transcription;Tran...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "7402  name  10% Honorarios por Servicios Independientes;IT...\n",
      "     class                                               data\n",
      "7401   NaN  default_chart_a_tax_1;default_chart_a_tax_2;de...\n",
      "7403   NaN  R-ISR 10%;C-EXENTA;V-ITBIS 8%;C-ITBIS 8%;V-ITB...\n",
      "7404   NaN  purchase;purchase;sale;purchase;sale;purchase;...\n",
      "7405   NaN  percent;percent;percent;percent;percent;percen...\n",
      "7406   NaN  -10;0;11;11;11;11;18;18;18;18;-2;-18;18;18;18;...\n",
      "7407   NaN               1;1;1;1;1;1;1;1;1;1;1;1;10;1;1;1;1;1\n",
      "7408   NaN  default_chart_a_account_712;default_chart_a_ac...\n",
      "7409   NaN  default_chart_a_account_712;default_chart_a_ac...\n",
      "7410   NaN  default_chart_a;default_chart_a;default_chart_...\n",
      "7411   NaN  tag_R_ISR_10;tag_C_EXENTA;tag_V_ITBIS_8;tag_C_...\n",
      "================================\n",
      "description ||             class                                               data\n",
      "7461  description  22v;22a;10v;10a;4v;4a;a17a;a17v;a17c2a;a17c2v;...\n",
      "7462         name  IVA 22% su vendite;IVA 22% da acquisti;IVA 10%...\n",
      "     class                                               data\n",
      "7460   NaN  z0bug.tax_22v;z0bug.tax_22a;z0bug.tax_10v;z0bu...\n",
      "7463   NaN  1;1;3;3;6;6;21;22;23;24;25;26;27;28;29;30;31;3...\n",
      "7464   NaN  22.0;22.0;10.0;10.0;4.0;4.0;22.0;22.0;22.0;22....\n",
      "7465   NaN  percent;percent;percent;percent;percent;percen...\n",
      "7466   NaN  sale;purchase;sale;purchase;sale;purchase;purc...\n",
      "7467   NaN  False;False;False;False;False;False;False;Fals...\n",
      "7468   NaN  z0bug.coa_260010;z0bug.coa_153010;z0bug.coa_26...\n",
      "7469   NaN  z0bug.coa_260010;z0bug.coa_153010;z0bug.coa_26...\n",
      "7470   NaN  22a0a,22a0b;10a0a,10a0b;4a0a,4a0b;2250a,2250b;...\n",
      "================================\n",
      "name ||          class                                               data\n",
      "7584        id  5785949;49087659;6558500;49892131;49084941;578...\n",
      "7585  location  60.825833,14.993813;60.820719,14.995959;60.886...\n",
      "7586      name  Tällberg;Non-violence Tällberg;Pingstkyrkan;Ki...\n",
      "7587      area  Rättvik;Rättvik;Rättvik;Rättvik;Rättvik;Rättvi...\n",
      "Empty DataFrame\n",
      "Columns: [class, data]\n",
      "Index: []\n",
      "================================\n",
      "description ||             class                                               data\n",
      "7639           id  22-a;22-v;22-vdett;22-ad50i;22-ad50d;22-ad50;2...\n",
      "7640  description  22-a;22-v;22-vdett;22-ad50i;22-ad50d;22-ad50;2...\n",
      "7642         name  IVA 22% acquisti;IVA 22% vendite;IVA 22% vendi...\n",
      "     class                                               data\n",
      "7641   NaN  l10n_it_chart_template_generic;l10n_it_chart_t...\n",
      "7643   NaN  10;20;20;40;50;30;70;80;60;90;100;110;120;130;...\n",
      "7644   NaN  22.0;22.0;22.0;11.0;11.0;22.0;13.2;8.8;22.0;4....\n",
      "7645   NaN  percent;percent;percent;percent;percent;group;...\n",
      "7646   NaN  purchase;sale;sale;purchase;purchase;purchase;...\n",
      "7647   NaN  False;False;True;False;False;False;False;False...\n",
      "7648   NaN  1531.0;2601.0;2601.0;1531.0;1531.0;1531.0;1531...\n",
      "7649   NaN  1531.0;2601.0;2601.0;1531.0;1531.0;1531.0;1531...\n",
      "7650   NaN  tax_tag_03;tax_tag_04;tax_tag_05;tax_tag_02;ta...\n",
      "7651   NaN  22-ad50i,22-ad50d;22-ad40d,22-ad40i;22-arca,22...\n",
      "7652   NaN  tax_group_iva_22;tax_group_iva_22;tax_group_iv...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "7653  name  8Realms;Adventure Quest Worlds;Blood Wars;Busi...\n",
      "7656  type  Strategy;MMORPG;MMORPG;MMORPG;role-playing;Str...\n",
      "     class                                               data\n",
      "7654   NaN  Jagex;Artix Entertainment;BW Team;Dovogame LLC...\n",
      "7655   NaN  2011 (now closed);2008;2006;2009;2001;2009;200...\n",
      "7657   NaN  Real-time;Real-time;Real-time;Real-time;Real-t...\n",
      "7658   NaN  Empire building;RPG;Post-apocalyptic world;Fan...\n",
      "================================\n",
      "field ||        class                                               data\n",
      "7666    name  Scenario 1;Scenario 2;Scenario 3;Scenario 4;Sc...\n",
      "7669      id  scenario-1;scenario-2;scenario-3;scenario-4;sc...\n",
      "7674  result  passed;passed;passed;failed;failed;passed;fail...\n",
      "     class                                               data\n",
      "7667   NaN  feature-1;feature-1;feature-2;feature-2;featur...\n",
      "7668   NaN  Production;Production;Production;Production;Pr...\n",
      "7670   NaN  1556668801000;1556668801000;1556668801000;1556...\n",
      "7671   NaN  283;283;283;283;283;284;284;284;284;284;285;28...\n",
      "7672   NaN  ci1;ci1;ci1;ci1;ci1;ci1;ci1;ci1;ci1;ci1;ci1;ci...\n",
      "7673   NaN  tag1:tag2:tag3;tag1:core:tag3;tag1:tag2:tag3;t...\n",
      "7675   NaN  2.4;2.4;2.4;2.4;2.4;2.4;2.4;2.4;2.4;2.4;2.4;2....\n",
      "7676   NaN  report1;report2;report2;report2;report3;report...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "7678  name  Trust;Ambo;Argent;Dharma;imToken;Authereum;Por...\n",
      "     class                                               data\n",
      "7677   NaN  trust;ambo;argent;dharma;imtoken;authereum;por...\n",
      "7679   NaN  https://trustwallet.com/;https://www.ambo.io/;...\n",
      "7680   NaN  Trust Wallet is a decentralized multi-coin cry...\n",
      "7681   NaN               True;True;False;True;True;False;True\n",
      "7682   NaN           False;False;False;True;False;False;False\n",
      "7683   NaN              False;True;True;False;False;True;True\n",
      "7684   NaN            True;False;False;True;False;False;False\n",
      "7685   NaN                True;False;True;True;True;True;True\n",
      "7686   NaN               True;True;False;False;True;True;True\n",
      "7687   NaN          False;False;False;False;False;False;False\n",
      "7688   NaN                   True;False;False;True;False;True\n",
      "7689   NaN                False;False;False;False;False;False\n",
      "7690   NaN                False;False;False;False;False;False\n",
      "7691   NaN           False;False;True;False;False;False;False\n",
      "7692   NaN                False;False;False;False;False;False\n",
      "7693   NaN             True;False;False;False;True;False;True\n",
      "================================\n",
      "name ||      class                                               data\n",
      "7840  name  Ranitidine;Cimetidine;Famotidine;Nizatidine;Ro...\n",
      "     class                                               data\n",
      "7837   NaN  275;276;277;278;279;280;281;297;299;282;283;28...\n",
      "7838   NaN  Ranitidine first exposure no lookback;Cimetidi...\n",
      "7839   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;21;22;23;24;25;2...\n",
      "7841   NaN  Ranitidine first exposure no lookback;Cimetidi...\n",
      "================================\n",
      "prefix ||      class                                               data\n",
      "7844  name  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "7845    id  800;800;800;800;800;800;800;800;800;800;800;80...\n",
      "     class                                               data\n",
      "7842   NaN  1619189699702163282;1619189699715297132;161918...\n",
      "7843   NaN  \"servo\";\"servo\";\"servo\";\"servo\";\"servo\";\"servo...\n",
      "7846   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "7847   NaN  -3;-3;-3;-3;-3;-3;-3;-3;-3;-3;-3;-3;-3;-3;-3;-...\n",
      "================================\n",
      "name ||         class                                               data\n",
      "7961     name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7962     type  패스트푸드점;일반음식점;중식전문점;일식/생선회집;치킨전문점;한식;일반주점;서양식전문...\n",
      "7963  address  80160 Clayton Isle Apt. 513\\nEast Linda, ND 59...\n",
      "     class                                               data\n",
      "7960   NaN                               1;2;3;4;5;6;7;8;9;10\n",
      "7964   NaN  https://store.naver.com/restaurants/detail?id=...\n",
      "7965   NaN                                🚶;🚶;🚶;🚶;🚶;🚗;🚶;🚶;🏃;🚶\n",
      "7966   NaN                     916;160;47;45;41;24;6;33;23;65\n",
      "================================\n",
      "name ||      class                                               data\n",
      "8005  name  American Funds AMCAP 529A;American Growth One ...\n",
      "     class                                               data\n",
      "8004   NaN  CAFAX;AMRAX;CMLAX;MNVAX;CAPEX;COPLX;DODGX;RMBH...\n",
      "8006   NaN  FSUSA0001Y;FSUSA00039;FSUSA0003P;FSUSA0006X;FS...\n",
      "8007   NaN  US Stock;US Stock;US Stock;US Stock;US Stock;U...\n",
      "8008   NaN  Large-Growth;Large-Blend;Large-Blend;Large-Ble...\n",
      "8009   NaN  3;1;5;4;3;4;4;2;3;3;3;3;2;4;4;2;2;2;4;3;4;3;3;...\n",
      "8010   NaN  S&P 500 TR USD;S&P 500 TR USD;S&P 500 TR USD;S...\n",
      "================================\n",
      "description ||             class                                               data\n",
      "8184         name  Vessels;Vessel Groups;Reports;AUT Quotas;BEL Q...\n",
      "8185  description  Fishing Vessels related information;Fishing Ve...\n",
      "8186     category  Vessel;Vessel Group;Report;Quota;Quota;Quota;Q...\n",
      "     class                                               data\n",
      "8183   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "8187   NaN  LevelCode=AUT;LevelCode=BEL;LevelCode=CYP;Leve...\n",
      "8188   NaN  2;2;2;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "8194    id  4;8;12;16;20;24;660;10;28;32;51;533;36;40;31;4...\n",
      "8195  name  Afganistán;Albania;Alemania;Andorra;Angola;Ang...\n",
      "     class                                               data\n",
      "8196   NaN  AF;AL;DZ;AS;AD;AO;AI;AQ;AG;AR;AM;AW;AU;AT;AZ;B...\n",
      "8197   NaN  AFG;ALB;DZA;ASM;AND;AGO;AIA;ATA;ATG;ARG;ARM;AB...\n",
      "================================\n",
      "type ||      class                                               data\n",
      "8275    id  aku_main;apa_main;apa_rem;apa_imp;apa_npstcont...\n",
      "8276  name  main;main;remote past;imperative;non-past cont...\n",
      "     class                                               data\n",
      "8277   NaN  akur1238;apal1257;apal1257;apal1257;apal1257;a...\n",
      "8278   NaN  src:koehn1986apalai[109] claim that split-S is...\n",
      "8279   NaN  decl;decl;decl;imp;decl;decl;decl;decl;decl;de...\n",
      "8280   NaN  y;y;y;y;y;n;y;y;y;y;y;y;y;y;y;y;y;n;y;y;y;y;y;...\n",
      "================================\n",
      "comment ||      class                                               data\n",
      "8282  name  Persons tested for SARS-CoV-2 with at least 36...\n",
      "     class                                               data\n",
      "8281   NaN  126;128;130;132;134;136;138;140;127;129;131;13...\n",
      "8283   NaN  206.0;204.0;202.0;200.0;197.0;305.0;191.0;306....\n",
      "8284   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "================================\n",
      "code ||             class                                               data\n",
      "8334           id  -12;-11;-10;-9;-8;-7;-6;-5;-4;-3;-2;-1;10;20;2...\n",
      "8335         name  9T;PAP;testRefNumFailDM;mtcDM;mtcCM;testCorRea...\n",
      "8338  description  9ci Tolerances;Used in ArDocDaoIntTest.testIns...\n",
      "8351      version  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "     class                                               data\n",
      "8336   NaN  132.0;1.0;1.0;1.0;1.0;107.0;107.0;1.0;1.0;107....\n",
      "8337   NaN  2008-05-20T09:44:49.000;2006-01-05T14:47:43.00...\n",
      "8339   NaN  CM;PA;DM;DM;CM;CM;DM;DM;CM;DM;DM;CM;IN;PA;PA;P...\n",
      "8340   NaN  132.0;1.0;1.0;1.0;1.0;107.0;107.0;1.0;1.0;107....\n",
      "8341   NaN  2009-03-23T17:38:48.000;2007-10-30T11:00:36.00...\n",
      "8342   NaN  015101;11010-003;11010-003;11010-003;20110-000...\n",
      "8343   NaN  A-TBD;A-TBD;A-TBD;501-Susp;501-Susp;A-TBD;501-...\n",
      "8344   NaN  False;False;False;False;False;False;False;True...\n",
      "8345   NaN                                     -5.0;40.0;30.0\n",
      "8346   NaN  2;-400;-400;-200;-100;1;1;-200;-100;-300;-200;...\n",
      "8347   NaN            44.0;34.0;44.0;44.0;34.0;34.0;34.0;44.0\n",
      "8348   NaN  9T;PA;DM;DM;CM;testCorReasonToleranceCredit;te...\n",
      "8349   NaN  True;False;False;False;False;False;False;False...\n",
      "8350   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "8352   NaN  32.0;32.0;42.0;-5.0;-4.0;-5.0;42.0;42.0;32.0;3...\n",
      "8353   NaN  34.0;20.0;40.0;40.0;30.0;33.0;43.0;42.0;32.0;4...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "8494  name  String;Facebook;FacebookKR;Twitter;TwitterJP;Y...\n",
      "     class                                               data\n",
      "8495   NaN              int;1;2;4;5;6;12;13;10;14;15;16;17;18\n",
      "8496   NaN  Boolean;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRU...\n",
      "8497   NaN  Boolean;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRU...\n",
      "8498   NaN  Boolean;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRU...\n",
      "8499   NaN  Boolean;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRUE;TRU...\n",
      "8500   NaN  String;TID_COMMUNITY_FACEBOOK;TID_COMMUNITY_FA...\n",
      "8501   NaN  String;TID_COMMUNITY_BUTTON_GO;TID_COMMUNITY_B...\n",
      "8502   NaN  String;https://www.facebook.com/24934018521412...\n",
      "8503   NaN                                             String\n",
      "8504   NaN  String;KR;JP;ZH-HANS;ZH-HANT;ZH-HANT;ZH-HANS;Z...\n",
      "8505   NaN  String;KR;ZH-HANS;ZH-HANT;JP;ZH-HANS;ZH-HANT;K...\n",
      "8506   NaN                                             String\n",
      "8507   NaN                                             String\n",
      "8508   NaN  String;sc/ui.sc;sc/ui.sc;sc/ui.sc;sc/ui.sc;sc/...\n",
      "8509   NaN  String;icon_community_facebook;icon_community_...\n",
      "8510   NaN                                                int\n",
      "8511   NaN                                                int\n",
      "8512   NaN                        int;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "8513   NaN                                                int\n",
      "8514   NaN                        int;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "8515   NaN                                                int\n",
      "8516   NaN                                                int\n",
      "8517   NaN                                                int\n",
      "================================\n",
      "name ||      class                                               data\n",
      "8540    id  0;0;1;1;14;14;19;19;23;23;25;25;32;32;36;36;54...\n",
      "8541  name  Mozzarella;Mozzarella;Cheddar;Cheddar;Stewed T...\n",
      "     class                                               data\n",
      "8542   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;3;3;1;1;1;1;1;...\n",
      "8543   NaN  Dairy;Dairy;Dairy;Dairy;Grocery;Grocery;Grocer...\n",
      "8544   NaN  CASE 30lb;CASE 30lb;CASE 20lb;CASE 20lb;6;6;4 ...\n",
      "8545   NaN  3.0;3.0;8.0;8.0;3.0;3.0;14.0;14.0;2.0;2.0;9.0;...\n",
      "8546   NaN  5lb BAG;5lb BAG;5lb BAG;5lb BAG;JUG;JUG;CAN;CA...\n",
      "8547   NaN  6.0;6.0;4.0;4.0;4.0;4.0;12.0;12.0;12.0;12.0;6....\n",
      "8548   NaN  OZ-wt;OZ-wt;OZ-wt;OZ-wt;EA;EA;EA;EA;EA;EA;OZ-f...\n",
      "8549   NaN  480.0;480.0;320.0;320.0;4.0;4.0;12.0;12.0;12.0...\n",
      "8550   NaN  1.0;1.0;1.0;1.0;10000.0;10000.0;100.0;100.0;10...\n",
      "8551   NaN  69.75;69.75;47.0;47.0;23.79;23.79;15.79;15.79;...\n",
      "8552   NaN  6/4/2017 12:00:00 AM;6/4/2017 12:00:00 AM;6/4/...\n",
      "8553   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "================================\n",
      "name ||      class                                               data\n",
      "8614  name  Serveur Classique;Disque dur SATA 1To;Processe...\n",
      "     class                                               data\n",
      "8612   NaN  1;2;3;4;5;6;7;8;9;20;21;22;23;24;25;26;27;28;4...\n",
      "8613   NaN  110;200;210;220;230;240;250;300;301;110;200;21...\n",
      "8615   NaN  1;2;1;1;4;1;1;1;1;1;2;1;1;2;1;1;1;1;1;3;1;1;4;...\n",
      "8616   NaN  10;10;10;10;10;10;10;10;10;10;10;10;10;10;10;1...\n",
      "8617   NaN  True;False;False;False;False;False;False;False...\n",
      "8618   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8619   NaN                            1.0;1.0;2.0;3.0;4.0;2.0\n",
      "8620   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8621   NaN  False;False;False;False;False;False;False;Fals...\n",
      "8622   NaN  2|3|4|5|6|7|8|9;21|22|23|24|25|26|27|28;41|42|...\n",
      "8623   NaN  3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;3;...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "8640  name  'Accord';'Airwave';'Ascot';'Avancier';'Beat';'...\n",
      "     class                                               data\n",
      "8638   NaN  '753';'754';'755';'756';'757';'758';'759';'761...\n",
      "8639   NaN  '76';'76';'76';'76';'76';'76';'76';'76';'76';'...\n",
      "8641   NaN  '1399005020';'1399005020';'1399005020';'139900...\n",
      "8642   NaN  '1472591352';'1472591353';'1472591353';'147259...\n",
      "8643   NaN  '1';'1';'1';'1';'1';'1';'1';'1';'1';'1';'1';'1...\n",
      "8644   NaN  'Аккорд';'Воздушной волны';'Аскот';'Avancier';...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "8780  name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "     class                                               data\n",
      "8778   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "8779   NaN  98537;59976;30448;34772;84012;86980;27787;8768...\n",
      "8781   NaN  2017-07-28 07:53:12;2007-04-10 02:49:10;2017-0...\n",
      "8782   NaN  18768003135;15381506760;19948246503;1820017874...\n",
      "8783   NaN  643542;999540;231179;868780;163623;389293;8571...\n",
      "8784   NaN  14;68;70;46;43;67;50;70;19;14;6;13;29;7;72;46;...\n",
      "8785   NaN  8109;89132;21237;21728;45368;69900;33359;15864...\n",
      "8786   NaN  1;2;3;4;1;2;3;4;1;2;3;4;5;2;3;4;5;6;1;2;3;4;5;...\n",
      "8787   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "8788   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8789   NaN  2017-07-28 07:53:12;2007-04-10 02:49:10;2017-0...\n",
      "8790   NaN  2017-07-28 07:53:12;2007-04-10 02:49:10;2017-0...\n",
      "================================\n",
      "code ||      class                                               data\n",
      "8856    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "8857  name  Page;Imported Shape;Imported Shape;Imported Sh...\n",
      "     class                                               data\n",
      "8858   NaN  Default;Default;Default;Default;Flowchart Shap...\n",
      "8859   NaN  1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1....\n",
      "8860   NaN  3.0;4.0;5.0;2.0;11.0;30.0;77.0;16.0;17.0;19.0;...\n",
      "8861   NaN  2.0;2.0;2.0;10.0;7.0;94.0;94.0;94.0;94.0;14.0;...\n",
      "8862   NaN  None;None;None;None;Arrow;None;None;None;None;...\n",
      "8863   NaN  None;None;None;None;None;Arrow;None;None;None;...\n",
      "8864   NaN  default;Supermercado;NIF_Supermercado;Nome;Mor...\n",
      "================================\n",
      "id ||      class                                               data\n",
      "8930  name  broh;brohh;tester;fin;uitest;uitest2;testop;te...\n",
      "     class                                               data\n",
      "8931   NaN  {\\n  \"title\": \"Rules\",\\n  \"description\": \"dont...\n",
      "8932   NaN  247292930346319872;247292930346319872;24729293...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "9066  name  Aluminum Stool;Chair;Table;Software Book Tutor...\n",
      "9073  cost                           25.0;40.0;100.0;8.0;0.25\n",
      "     class                                               data\n",
      "9065   NaN                                    a6;a7;a8;a9;a10\n",
      "9067   NaN                                 ALS;CHR;TBL;SBT;FL\n",
      "9068   NaN                                     a5;a5;a4;a2;a1\n",
      "9069   NaN                       False;False;False;False;True\n",
      "9070   NaN                          True;True;True;True;False\n",
      "9071   NaN                         True;True;True;False;False\n",
      "9072   NaN                           49.0;89.0;169.0;19.0;0.3\n",
      "9074   NaN                                Buy;Buy;Buy;Buy;Buy\n",
      "9075   NaN  Stockable Product;Stockable Product;Stockable ...\n",
      "9076   NaN  Make to Stock;Make to Stock;Make to Stock;Make...\n",
      "================================\n",
      "name ||        class                                               data\n",
      "9109    name  Bulk Upload;JSON Post;Google DNS;Google DNS UD...\n",
      "9110  domain  http://google.com;https://jsonplaceholder.typi...\n",
      "     class                                               data\n",
      "9111   NaN  (\\\"online\\\": true);(\\\"online\\\": true);(\\\"onlin...\n",
      "9112   NaN                200.0;200.0;200.0;200.0;200.0;200.0\n",
      "9113   NaN             60s;1m;60s;60s;30s;30s;30s;30s;60s;60s\n",
      "9114   NaN      http;http;tcp;udp;http;http;http;http;tcp;tcp\n",
      "9115   NaN                           get;post;get;get;get;get\n",
      "9116   NaN  {\"id\": 1, \"title\": 'foo', \"body\": 'bar', \"user...\n",
      "9117   NaN                                53.0;53.0;53.0;53.0\n",
      "9118   NaN            60s;15s;10s;10s;10s;10s;10s;10s;10s;10s\n",
      "9119   NaN                               1;2;3;4;5;6;7;8;9;10\n",
      "9120   NaN  True;True;True;True;True;True;True;True;True;True\n",
      "9121   NaN  True;True;True;True;True;True;True;True;True;True\n",
      "9122   NaN  Authorization=example;Content-Type=application...\n",
      "9123   NaN  bulk_example;json_post_example;google_dns_exam...\n",
      "9124   NaN  False;False;False;False;False;False;False;Fals...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"name\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        \n",
    "        \n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5652173913043478 201 46.0 26\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"type\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if types[preds[labels==target_type_id]][num] == \"catogery\":\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if wrong_num > 30:\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 230,
   "metadata": {},
   "outputs": [],
   "source": [
    "# num = 0\n",
    "# target_type = \"id\"\n",
    "# target_type_id = np.where(types==target_type )[0][0]\n",
    "# for i, (index, group_df) in enumerate(df_group_test):\n",
    "#     if target_type in group_df[\"class\"].values:\n",
    "#         if preds[labels==target_type_id][num] != target_type_id:\n",
    "#             print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "#             print(\"================================\")\n",
    "#         num += 1\n",
    "#         if num > 60:\n",
    "#             break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id ||   class                                               data\n",
      "0    id  state_id_0;state_id_1;state_id_2;state_id_3;st...\n",
      "1  name  Alytaus apskritis;Kauno apskritis;Klaipėdos ap...\n",
      "================================\n",
      "id ||    class                                               data\n",
      "43    id  1;2;3;4;5;6;857;858;859;860;861;862;1713;1714;...\n",
      "46  date  2015-09-17;2015-09-17;2015-09-17;2015-09-17;20...\n",
      "================================\n",
      "id ||    class                                               data\n",
      "51    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "================================\n",
      "rank ||       class                                               data\n",
      "88  species  setosa;setosa;setosa;setosa;setosa;setosa;seto...\n",
      "89       id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "================================\n",
      "id ||       class         data\n",
      "147      id  1;2;3;4;5;6\n",
      "162  status  1;1;1;1;1;1\n",
      "================================\n",
      "id ||     class                                       data\n",
      "219    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17\n",
      "================================\n",
      "id ||     class                                               data\n",
      "244    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "================================\n",
      "id ||     class                                               data\n",
      "250    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "================================\n",
      "id ||     class                                               data\n",
      "268    id  968;925;970;973;974;931;976;837;981;984;985;93...\n",
      "================================\n",
      "id ||      class                                               data\n",
      "275     id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "278   name  一般土建工程;电气工程;采暖工程;给排水工程;通风工程;消防预埋工程;一般土建工程;电气工程...\n",
      "281  state                                                0.0\n",
      "================================\n",
      "id ||     class                       data\n",
      "328    id  60-99;40-49;(CDAVR);50-59\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"id\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "name ||   class                                               data\n",
      "0    id  state_id_0;state_id_1;state_id_2;state_id_3;st...\n",
      "1  name  Alytaus apskritis;Kauno apskritis;Klaipėdos ap...\n",
      "================================\n",
      "name ||    class                                               data\n",
      "22  name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "================================\n",
      "name ||     class                                               data\n",
      "190  name  Service 1;Cubierta 1;Cubierta 2;Cubierta 3;Cub...\n",
      "================================\n",
      "name ||      class                                               data\n",
      "275     id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "278   name  一般土建工程;电气工程;采暖工程;给排水工程;通风工程;消防预埋工程;一般土建工程;电气工程...\n",
      "281  state                                                0.0\n",
      "================================\n",
      "name ||         class                                               data\n",
      "309      name  Mozzarella;Cheddar;Pepper Jack;Feta;Butter;Sou...\n",
      "310  category  Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dair...\n",
      "================================\n",
      "name ||     class                                               data\n",
      "359    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "360  name  ランニング類;サイクリング類;水泳類;エクササイズ類;スポーツ類;格闘技類;アウトドア類;そ...\n",
      "================================\n",
      "type ||     class                                               data\n",
      "374  name  Frequency;Frequency;Frequency;Frequency;Freque...\n",
      "================================\n",
      "description ||     class                                               data\n",
      "485    id  htm6PixLJNy;hi7qRC4SMMk;mwSaVq64k7j;oPAg4MA088...\n",
      "488  name  VA-01-Verbal Autopsy ID;VA-02-Sex;VA-03-Date o...\n",
      "================================\n",
      "name ||     class                                               data\n",
      "647  name  神圣战甲术施法者;施毒术受术者;施毒术施法者;隐身术施法者;飓风破受术者;飓风破施法者;火符...\n",
      "================================\n",
      "description ||         class                                               data\n",
      "669    season  2014;2014;2014;2014;2014;2014;2014;2014;2014;2...\n",
      "670    region  MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;S...\n",
      "673      name  MW Round2 Game 1;MW Round2 Game 2;MW Round2 Ga...\n",
      "679  location  Nowhere;Nowhere;Nowhere;Nowhere;Nowhere;Nowher...\n",
      "================================\n",
      "id ||     class                                     data\n",
      "729  name  5000101;5000202;5000303;5000404;5000505\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"name\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    target_id = np.nonzero(group_df[\"class_id\"].values==target_type_id)[0]\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "percentage 1.0 10 1.0\n",
      "birthDate 1.0 15 4.0\n",
      "address 0.8823529411764706 58 15.0\n",
      "year 0.8780487804878049 73 19.0\n",
      "currency 0.8571428571428571 17 4.0\n",
      "county 0.8461538461538461 60 14.0\n",
      "id 0.7992424242424242 1036 264.0\n",
      "country 0.7777777777777778 64 17.0\n",
      "filename 0.7272727272727273 20 4.0\n",
      "abbreviation 0.6666666666666666 11 2.0\n"
     ]
    }
   ],
   "source": [
    "# 3 birthDate, year, \n",
    "acc_order = np.argsort(class_f1)\n",
    "for i in range(10):\n",
    "    print(types[acc_order[-i-1]], class_f1[acc_order[-i-1]], class_count[acc_order[-i-1]], class_count_test[acc_order[-i-1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scientificName 0.6666666666666666 12 3.0\n",
      "family 0.6666666666666666 17 4.0\n",
      "name 0.653968253968254 586 146.0\n",
      "city 0.6190476190476191 75 20.0\n",
      "species 0.6153846153846153 25 7.0\n",
      "age 0.5714285714285715 52 15.0\n",
      "status 0.5500000000000002 79 21.0\n",
      "date 0.5490196078431373 87 22.0\n",
      "description 0.5454545454545454 252 63.0\n"
     ]
    }
   ],
   "source": [
    "acc_order = np.argsort(class_f1)\n",
    "for i in range(11, 20):\n",
    "    print(types[acc_order[-i-1]], class_f1[acc_order[-i-1]], class_count[acc_order[-i-1]], class_count_test[acc_order[-i-1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "version 0.3333333333333333 38 9.0\n",
      "version    3\n",
      "status     1\n",
      "score      1\n",
      "cost       1\n",
      "order      1\n",
      "sex        1\n",
      "source     1\n",
      "dtype: int64\n",
      "===================================================\n",
      "notes 0.33333333333333326 39 10.0\n",
      "description    3\n",
      "notes          3\n",
      "comment        2\n",
      "value          1\n",
      "type           1\n",
      "dtype: int64\n",
      "===================================================\n",
      "price 0.3 41 9.0\n",
      "price     3\n",
      "number    1\n",
      "weight    1\n",
      "min       1\n",
      "end       1\n",
      "score     1\n",
      "id        1\n",
      "dtype: int64\n",
      "===================================================\n",
      "class 0.3 32 9.0\n",
      "class          3\n",
      "id             1\n",
      "duration       1\n",
      "description    1\n",
      "project        1\n",
      "species        1\n",
      "field          1\n",
      "dtype: int64\n",
      "===================================================\n",
      "field 0.2857142857142857 23 7.0\n",
      "id            2\n",
      "field         2\n",
      "model         1\n",
      "definition    1\n",
      "name          1\n",
      "dtype: int64\n",
      "===================================================\n"
     ]
    }
   ],
   "source": [
    "\n",
    "for i in range(41, 50):\n",
    "    if  class_count_test[acc_order[-i-1]] > 5:\n",
    "        print(types[acc_order[-i-1]], class_f1[acc_order[-i-1]], class_count[acc_order[-i-1]], class_count_test[acc_order[-i-1]])\n",
    "        target_type_id = acc_order[-i-1]\n",
    "        print(pd.Series((types[preds[labels==target_type_id]])).value_counts())\n",
    "        acc_order = np.argsort(class_f1)\n",
    "        print(\"===================================================\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gender    4\n",
       "sex       3\n",
       "name      1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target_type = \"sex\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "pd.Series((types[preds[labels==target_type_id]])).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 266,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "event 0.5 8 3.0\n",
      "treatment 0.5 11 1.0\n",
      "releaseDate 0.5 8 2.0\n",
      "type 0.5 208 53.0\n",
      "format 0.5 13 3.0\n",
      "domain 0.5 16 2.0\n",
      "state 0.4918032786885245 99 26.0\n",
      "road 0.4444444444444444 10 3.0\n",
      "sex 0.4210526315789474 39 8.0\n"
     ]
    }
   ],
   "source": [
    "acc_order = np.argsort(class_f1)\n",
    "for i in range(21, 30):\n",
    "    print(types[acc_order[-i-1]], class_f1[acc_order[-i-1]], class_count[acc_order[-i-1]], class_count_test[acc_order[-i-1]])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "41\n",
      "min 0.0 14 4.0\n",
      "elevation 0.0 13 2.0\n",
      "district 0.0 10 3.0\n",
      "company 0.0 13 2.0\n",
      "created 0.0 11 4.0\n",
      "publisher 0.0 12 3.0\n",
      "cost 0.0 14 3.0\n",
      "reference 0.0 10 3.0\n",
      "alias 0.0 12 3.0\n",
      "number 0.0 15 4.0\n",
      "parent 0.0 12 4.0\n",
      "area 0.0 15 4.0\n",
      "author 0.0 14 4.0\n",
      "definition 0.0 14 4.0\n",
      "period 0.0 7 1.0\n",
      "role 0.0 16 4.0\n",
      "project 0.0 11 2.0\n",
      "length 0.0 19 5.0\n",
      "day 0.0 12 3.0\n",
      "countryCode 0.0 10 3.0\n",
      "party 0.0 7 1.0\n",
      "owner 0.0 6 2.0\n",
      "tag 0.0 5 1.0\n",
      "genus 0.0 6 2.0\n",
      "frequency 0.0 8 2.0\n",
      "creator 0.0 8 2.0\n",
      "abstract 0.0 7 1.0\n",
      "zipCode 0.0 9 2.0\n",
      "department 0.0 7 2.0\n",
      "width 0.0 9 2.0\n",
      "month 0.0 10 3.0\n",
      "prefix 0.0 6 2.0\n",
      "depth 0.0 9 2.0\n",
      "topic 0.0 11 3.0\n",
      "season 0.0 11 3.0\n",
      "end 0.0 12 2.0\n",
      "start 0.0 22 4.0\n",
      "result 0.0 5 1.0\n",
      "score 0.0 24 7.0\n",
      "region 0.0 30 7.0\n",
      "note 0.0 16 4.0\n"
     ]
    }
   ],
   "source": [
    "acc_order = np.argsort(class_f1)\n",
    "num_zero = sum(class_f1==0)\n",
    "print(num_zero)\n",
    "for i in range(num_zero):\n",
    "    print(types[acc_order[i]], class_f1[acc_order[i]], class_count[acc_order[i]], class_count_test[acc_order[i]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "date 0.5490196078431373 87 22.0 True\n",
      "time 0.33333333333333337 61 15.0 True\n",
      "startDate 0.26666666666666666 32 8.0 True\n",
      "endDate 0.4 24 7.0 True\n",
      "birthDate 1.0 15 4.0 True\n",
      "created 0.0 11 4.0 True\n",
      "day 0.0 12 3.0 True\n",
      "end 0.0 12 2.0 True\n",
      "season 0.0 11 3.0 True\n",
      "month 0.0 10 3.0 True\n",
      "releaseDate 0.5 8 2.0 True\n",
      "period 0.0 7 1.0 True\n"
     ]
    }
   ],
   "source": [
    "for a,b,c,d in zip(types[is_datetime], class_f1[is_datetime],  class_count[is_datetime], class_count_test[is_datetime]):\n",
    "    print(a,b,c,d, a in column_categories[\"Datetime\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'name'"
      ]
     },
     "execution_count": 251,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "types[preds[labels==target_type_id]][num]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 296,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5714285714285715 52 15.0 10\n",
      "================================\n",
      "age ||    class                                               data\n",
      "30   age  28;19;53;28;19;20;21;20;20;22;20;19;19;20;19;2...\n",
      "31   sex  female;female;female;male;female;male;female;m...\n",
      "   class                                               data\n",
      "32   NaN  lmu_adult01;lmu_adult02;lmu_adult03;lmu_adult0...\n",
      "33   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "34   NaN  False;False;False;False;False;False;False;Fals...\n",
      "35   NaN  13;13;13;13;13;13;13;13;13;13;13;13;13;13;13;1...\n",
      "================================\n",
      "age ||     class                                               data\n",
      "382   age  34;47;62;27;22;14;30;26;18;21;24;46;23;63;47;2...\n",
      "    class                                               data\n",
      "378   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "379   NaN  892;893;894;895;896;897;898;899;900;901;902;90...\n",
      "380   NaN  3;3;2;3;3;3;3;2;3;3;3;1;1;2;1;2;2;3;3;3;1;3;1;...\n",
      "381   NaN  0;1;0;0;1;0;1;0;1;0;0;0;1;0;1;1;0;0;1;1;0;0;1;...\n",
      "383   NaN  1;0;1;1;0;1;1;0;1;0;1;1;0;0;0;0;1;1;0;1;0;0;1;...\n",
      "384   NaN  3;4;2;3;4;3;4;2;4;3;3;1;2;2;2;3;2;3;4;4;1;3;2;...\n",
      "================================\n",
      "age ||       class                                               data\n",
      "789    year  2004;2020;2013;2010;2003;2003;2003;2003;2003;2...\n",
      "792     age                   26;27;26;24;23;23;33;40;26;20;21\n",
      "892  height                   84;82;75;82;78;78;83;73;83;83;79\n",
      "    class                                               data\n",
      "790   NaN        MIN;PHI;DET;MIA;IND;MIL;POR;UTA;IND;DEN;PHO\n",
      "791   NaN  Rasho Nesterovic;Keith Van Horn;Chauncey Billu...\n",
      "793   NaN                   77;74;74;80;69;82;78;82;73;80;82\n",
      "794   NaN  2337;2337;2327;2318;2317;2316;2282;2275;2270;2...\n",
      "795   NaN  14.7;17.3;20.4;9.9;17.6;21.0;14.5;21.0;19.3;15...\n",
      "..    ...                                                ...\n",
      "890   NaN  26.68;27.28;26.35;24.6;23.22;23.44;33.86;40.86...\n",
      "891   NaN                            4;5;5;1;3;2;11;18;4;0;1\n",
      "893   NaN        248;220;202;255;244;220;230;170;244;260;240\n",
      "894   NaN                              5;4;1;4;3;3;4;1;4;5;3\n",
      "895   NaN                   27;27;26;25;23;24;34;41;27;20;22\n",
      "\n",
      "[104 rows x 2 columns]\n",
      "================================\n",
      "age ||     class                                               data\n",
      "941   age  40.0;55.0;47.0;30.0;27.0;34.0;28.0;30.0;54.0;2...\n",
      "    class                                               data\n",
      "939   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "940   NaN  61406;61409;61434;64013;64016;64018;64030;6403...\n",
      "942   NaN  0.019888624;0.0;0.019888624;0.0;0.0;0.0;0.0198...\n",
      "943   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.043516101;0....\n",
      "944   NaN  0.0;0.0;0.0;0.057971014;0.0;0.0;0.0;0.0;0.0;0....\n",
      "945   NaN  0.007767594;0.007767594;0.007767594;0.00776759...\n",
      "946   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "947   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "================================\n",
      "age ||          class                                               data\n",
      "1228       age   18 - 65+\\n; 18 - 65+\\n; 18 - 65+\\n; 18 - 65+\\...\n",
      "1229  language   English (UK)or English (US)\\n; English (UK)or...\n",
      "     class                                               data\n",
      "1223   NaN            1256;2430;1259;1259;1255;1258;1253;1254\n",
      "1224   NaN  Secured borders should be a top priority. We n...\n",
      "1225   NaN  https://www.facebook.com/Secured.Borders/\\n;ht...\n",
      "1226   NaN  - Living In: United States\\nInterests: Immigra...\n",
      "1227   NaN   Exclude people who like Secured Borders\\n; Ex...\n",
      "1230   NaN   News Feed on desktop computers, News Feed on ...\n",
      "1231   NaN   Interests: Bernie Sanders, Social democracy, ...\n",
      "1232   NaN  1,706\\n;49,920\\n;3,069\\n;0\\n;0\\n;0\\n;2,781\\n;1...\n",
      "1233   NaN         194\\n;4,799\\n;291\\n;0\\n;0\\n;0\\n;282\\n;16\\n\n",
      "1234   NaN  1,625.79 RUB\\n;36,629.80 RUB\\n;2.095.96 RUB\\n;...\n",
      "1235   NaN  07/16/17 11:38:24 PM PDT\\n;07/14/16 12:58:10 A...\n",
      "1236   NaN  07/19/17 03:51:23 PM PDT\\n;07/19/17 03:51:23 P...\n",
      "================================\n",
      "age ||      class                                               data\n",
      "2004   sex  M;M;M;M;M;M;F;M;M;F;M;M;M;M;M;M;M;M;M;M;M;F;F;...\n",
      "2006   age  47;39;52;47;32;54;32;26;54;19;33;22;45;39;40;2...\n",
      "     class                                               data\n",
      "2003   NaN  2104;2009;2032;2063;2059;2077;2042;2017;2119;2...\n",
      "2005   NaN  White;White;White;AA;Hispanic;Hispanic;White;W...\n",
      "2007   NaN  5.0;1.0;1.0;1.0;1.0;1.0;5.0;5.0;1.0;5.0;5.0;1....\n",
      "2008   NaN  0.0;0.0;0.0;1.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "2009   NaN  1.0;1.0;1.0;1.0;2.0;2.0;2.0;2.0;3.0;3.0;4.0;4....\n",
      "2010   NaN  0.0;1.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;1.0;0....\n",
      "2011   NaN  6;2;18;1;12;10;8;11;2;7;20;8;8;3;10;13;11;19;1...\n",
      "2012   NaN  90.0;4.0;90.0;120.0;120.0;120.0;15.0;120.0;90....\n",
      "2013   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "2014   NaN  9.486832619;2.0;9.486832619;10.95445156;10.954...\n",
      "2015   NaN  0.0;0.0;0.0;0.0;0.693147182;0.693147182;0.6931...\n",
      "2016   NaN  0;0;0;0;1;0;0;1;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;...\n",
      "2017   NaN  9.486832619;2.0;9.486832619;10.95445156;10.954...\n",
      "2018   NaN  0.0;1.0;0.0;1.0;1.0;1.0;0.0;1.0;0.0;0.0;1.0;0....\n",
      "2019   NaN  1.0;1.0;1.0;1.0;2.0;2.0;2.0;2.0;3.0;3.0;4.0;4....\n",
      "================================\n",
      "gender ||        class                                               data\n",
      "3276   event  4;3;3;3;1;2;1;3;4;2;4;2;3;3;3;4;3;4;1;4;3;2;1;...\n",
      "3278     age  0;1;1;0;1;1;0;0;1;1;0;0;1;1;1;1;1;1;1;1;1;0;1;...\n",
      "3280  weight  3;2;1;0;1;1;2;1;1;1;0;1;0;1;1;2;0;2;2;3;1;2;2;...\n",
      "     class                                               data\n",
      "3277   NaN  0;0;0;1;1;0;0;0;1;1;1;0;1;1;0;0;1;0;0;0;1;0;0;...\n",
      "3279   NaN  3;1;1;1;1;2;2;2;1;1;1;2;1;2;2;3;0;3;2;3;1;2;3;...\n",
      "3281   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "3282   NaN  0;1;1;0;0;0;0;1;0;0;0;1;0;0;0;1;0;1;1;0;0;1;1;...\n",
      "3283   NaN  1;1;1;0;0;1;0;1;1;1;0;1;0;0;0;0;0;0;1;1;0;1;0;...\n",
      "3284   NaN  1;0;0;0;0;0;1;0;0;0;0;0;0;1;1;0;0;1;0;1;0;0;1;...\n",
      "3285   NaN  1;1;0;1;1;0;1;1;1;1;1;1;1;1;0;1;1;1;1;0;0;0;1;...\n",
      "3286   NaN  1;1;1;1;1;0;1;1;1;1;1;1;1;1;0;1;1;1;0;0;1;1;1;...\n",
      "3287   NaN  0;0;0;0;1;0;0;1;0;0;0;1;1;1;1;0;1;0;0;0;0;0;0;...\n",
      "3288   NaN  1;1;0;1;1;1;1;1;1;1;1;1;1;0;1;0;0;1;1;1;0;0;1;...\n",
      "3289   NaN  0;0;1;0;1;0;0;0;1;1;0;0;1;0;0;0;0;0;0;0;1;1;0;...\n",
      "3290   NaN  0;2;3;0;3;1;1;0;3;3;0;0;2;0;0;1;0;0;1;0;2;2;0;...\n",
      "================================\n",
      "age ||      class                                               data\n",
      "4867   age  21;19;20;25;20;19;30;18;18;21;18;22;22;20;22;2...\n",
      "     class                                               data\n",
      "4864   NaN  id-1;id-2;id-3;id-4;id-5;id-6;id-7;id-8;id-9;i...\n",
      "4865   NaN  Male;Male;Male;Male;Male;Male;Male;Male;Male;F...\n",
      "4866   NaN  Black;Black;Black;Black;Black;Black;Black;Blac...\n",
      "4868   NaN  T1;T2;T1;T1;T1;T2;T1;T3;T3;T1;T1;T1;T2;T3;T1;T...\n",
      "4869   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4870   NaN  24.24242424;20.56932966;18.7260073;25.20920136...\n",
      "================================\n",
      "height ||         class                                               data\n",
      "5131      age  68.79123888;68.79397673;68.79397673;68.7939767...\n",
      "5136  endDate  25/11/2011 00:00;25/11/2011 00:00;25/11/2011 0...\n",
      "     class                                               data\n",
      "5132   NaN                                  2;2;2;2;2;2;2;2;2\n",
      "5133   NaN                                  1;1;1;2;2;5;5;1;2\n",
      "5134   NaN  Aye;Aye;Aye;No;No;Did not vote;Did not vote;Ay...\n",
      "5135   NaN  18/05/2010 00:00;18/05/2010 00:00;18/05/2010 0...\n",
      "5137   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5138   NaN       2535;2536;2537;2538;2539;2540;2541;2542;2543\n",
      "5139   NaN                                  1;2;3;4;5;6;7;8;9\n",
      "5140   NaN  07/06/2010 00:00;08/06/2010 00:00;08/06/2010 0...\n",
      "5141   NaN  07/06/2010;08/06/2010;08/06/2010;08/06/2010;15...\n",
      "5142   NaN                                  4;3;3;3;0;0;0;0;0\n",
      "5143   NaN  Constitution and Home Affairs.  Question put, ...\n",
      "5144   NaN  30/12/1899 21:59:00;30/12/1899 21:59:00;30/12/...\n",
      "5145   NaN                             4;4;4;4;16;16;16;12;12\n",
      "5146   NaN                         No;No;No;No;No;No;No;No;No\n",
      "5147   NaN                         No;No;No;No;No;No;No;No;No\n",
      "5148   NaN  2011-07-28;2013-07-31;1983-12-01;2007-08-08;20...\n",
      "5149   NaN                                  M;M;M;M;M;M;M;M;M\n",
      "5150   NaN                                  2;2;2;2;2;2;2;2;2\n",
      "5151   NaN  Kelvin Hopkins;Kelvin Hopkins;Kelvin Hopkins;K...\n",
      "5152   NaN  Kelvin Hopkins ;Kelvin Hopkins ;Kelvin Hopkins...\n",
      "5153   NaN                         15;15;15;15;15;15;15;15;15\n",
      "5154   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5155   NaN       7385;7385;7385;7385;7385;7385;7385;7385;7385\n",
      "5156   NaN       3589;3589;3589;3589;3589;3589;3589;3589;3589\n",
      "5157   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5158   NaN                                  3;3;3;3;3;3;3;3;3\n",
      "5159   NaN  East of England;East of England;East of Englan...\n",
      "5160   NaN  Hopkins;Hopkins;Hopkins;Hopkins;Hopkins;Hopkin...\n",
      "5161   NaN  Hopkins, Kelvin ;Hopkins, Kelvin ;Hopkins, Kel...\n",
      "5162   NaN  Kelvin Hopkins;Kelvin Hopkins;Kelvin Hopkins;K...\n",
      "5163   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "================================\n",
      "rank ||        class                                               data\n",
      "5361   title  Bioactive Elastic Scaffolds Loaded with Neural...\n",
      "5362    year  2020;2020;2016;1997;2018;2014;2019;2018;2019;2...\n",
      "5363  source  ACS Biomaterials Science and Engineering;Oxida...\n",
      "5380     age                      1;1;5;24;3;7;2;3;2;6;13;35;34\n",
      "     class                                               data\n",
      "5359   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5360   NaN  Z. Gong;Y. Chen;C.A. Meyer;A. Borromei;N. Seth...\n",
      "5364   NaN  https://www.scopus.com/inward/record.uri?partn...\n",
      "5365   NaN  https://www.scopus.com/inward/citedby.uri?part...\n",
      "5366   NaN                      12;13;10;11;8;9;7;6;5;4;3;2;1\n",
      "5367   NaN  2021-01-15 13:43:51;2021-01-15 13:43:51;2021-0...\n",
      "5368   NaN  Article;Review;Article;Review;Conference Paper...\n",
      "5369   NaN  10.1021/acsbiomaterials.0c01057;10.1155/2020/6...\n",
      "5370   NaN  2373-9878;1942-0900;1932-6203;0393-5264;1532-0...\n",
      "5371   NaN  https://api.elsevier.com/content/abstract/scop...\n",
      "5372   NaN              6;2020;11;12;68;8;51;678;7;19;21;3;49\n",
      "5373   NaN         11.0;1.0;2.0;1.0;6.0;16.0;22.0;1.0;4.0;1.0\n",
      "5374   NaN  6331.0;89.0;63.0;1835.0;141.0;110.0;2648.0;443...\n",
      "5375   NaN  6343.0;99.0;73.0;1840.0;149.0;117.0;2656.0;444...\n",
      "5376   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5377   NaN  0.0;0.0;0.4;0.08;1.0;0.43;3.0;2.33;4.5;1.67;3....\n",
      "5378   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5379   NaN                          1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "================================\n",
      "age ||      class                                               data\n",
      "6620    id  85;86;87;88;89;91;92;93;94;95;96;97;98;99;100;...\n",
      "6622   age  19;33;20;21;18;21;22;17;29;26;19;19;22;30;18;1...\n",
      "6624  race  2;3;1;1;1;3;1;3;1;1;3;3;3;3;1;1;2;1;3;1;3;1;1;...\n",
      "     class                                               data\n",
      "6621   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "6623   NaN  182;155;105;108;107;124;118;103;123;113;95;150...\n",
      "6625   NaN  0;0;1;1;1;0;0;0;1;1;0;0;0;0;1;1;0;1;0;1;0;0;0;...\n",
      "6626   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;0;0;0;0;0;...\n",
      "6627   NaN  0;0;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;0;0;0;0;0;0;...\n",
      "6628   NaN  1;0;0;1;1;0;0;0;0;0;0;0;0;1;0;0;0;0;1;0;0;1;0;...\n",
      "6629   NaN  0;3;1;2;0;0;1;1;1;0;0;1;0;2;0;0;0;3;0;1;2;3;1;...\n",
      "6630   NaN  2523;2551;2557;2594;2600;2622;2637;2637;2663;2...\n",
      "================================\n",
      "notes ||        class                                               data\n",
      "8233  gender  None;None;Violence;no;no issues;Only positive ...\n",
      "8234     age  None;None;Violence;no;no issues;Only positive ...\n",
      "     class                                               data\n",
      "8230   NaN  US-WEST-CA-San Francisco;US-WEST-CA-San Franci...\n",
      "8231   NaN  No;No;No;No;No;No;No;Yes;No;Yes;No;No;Yes;No;Y...\n",
      "8232   NaN            5;4;1;4;5;5;5;5;4;5;3;4;2;5;4;2;3;5;1;3\n",
      "8235   NaN  15378.0;6080.0;42612.0;23898.0;26716.0;5946.0;...\n",
      "8236   NaN  5385.0;8528.0;3667.0;8349.0;4503.0;3834.0;4062...\n",
      "8237   NaN  9820.0;14617.0;5440.0;15966.0;5557.0;12399.0;6...\n",
      "================================\n",
      "age ||        class                                               data\n",
      "8778  gender  Male;Male;Female;Female;Male;Male;Female;Femal...\n",
      "8779     age  19;35;26;27;19;27;27;32;25;35;26;26;20;32;18;2...\n",
      "     class                                               data\n",
      "8777   NaN  15624510;15810944;15668575;15603246;15804002;1...\n",
      "8780   NaN  19000;20000;43000;57000;76000;58000;84000;1500...\n",
      "8781   NaN  0;0;0;0;0;0;0;1;0;0;0;0;0;0;0;0;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "age ||      class                                               data\n",
      "9627   age  28;30;23;21;30;31;29;24;24;26;25;28;19;30;19;2...\n",
      "     class                                               data\n",
      "9606   NaN  2001;2002;2003;2004;2006;2007;2008;2009;2010;2...\n",
      "9607   NaN  1993-11-02;1999-09-04;1982-04-09;1974-02-26;20...\n",
      "9608   NaN  WE;WE;WE;WE;WE;WE;WE;WE;WE;WE;WE;WE;WE;WE;WE;W...\n",
      "9609   NaN  NICOLE;ATHERTON;SEAGRAVE;CABIROU;HANNAH;SIEGEN...\n",
      "9610   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "9611   NaN  1197024565271776;1197024565271777;119702456527...\n",
      "9612   NaN  FRA;GBR;GBR;FRA;AUS;SUI;GBR;SLO;ESA;SUI;ITA;CA...\n",
      "9613   NaN            WCL;NCh;NCh;CCh;NCh;WCh;NCh;NCh;N;N;N;N\n",
      "9614   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "9615   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "9616   NaN  1;2;3;4;6;7;8;9;10;11;12;13;14;15;17;18;19;20;...\n",
      "9617   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "9618   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "9619   NaN  48600000;48630000;48660000;48690000;48720000;4...\n",
      "9620   NaN  FRA19900208;GBR19871206;GBR19950615;FRA1997031...\n",
      "9621   NaN  1;5;2;4;3;6;30;7;23;10;15;9;28;21;11;16;26;27;...\n",
      "9622   NaN  10004535237;10003434487;10007414016;1000956306...\n",
      "9623   NaN    CVN;TDH;FMD;VVR;URT;PFR;DOR;MNR;FSF;SGR;HTH;KON\n",
      "9624   NaN  1590;1598;1863;2096;1608;1864;0;0;1867;2039;22...\n",
      "9625   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "9626   NaN  1;2;3;4;6;7;8;9;10;11;12;13;14;15;0;16;0;0;0;0...\n",
      "================================\n",
      "area ||       class                                               data\n",
      "9997     id  1;1;1;2;2;2;3;3;3;4;4;4;5;5;5;6;6;6;7;7;7;8;8;...\n",
      "10000   age  6.0;8.33333333333333;10.3333333333333;6.0;8.5;...\n",
      "      class                                               data\n",
      "9998    NaN  1;2;3;1;2;3;1;2;3;1;2;3;1;2;3;1;2;3;1;2;3;1;2;...\n",
      "9999    NaN  6.5;8.5;10.5;6.5;8.5;10.5;6.5;8.5;10.5;6.5;8.5...\n",
      "10001   NaN  18;35;59;18;25;28;18;23;32;18;31;50;18;33;53;1...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"age\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        \n",
    "        \n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 294,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "age ||    class                                               data\n",
      "30   age  28;19;53;28;19;20;21;20;20;22;20;19;19;20;19;2...\n",
      "31   sex  female;female;female;male;female;male;female;m...\n",
      "   class                                               data\n",
      "32   NaN  lmu_adult01;lmu_adult02;lmu_adult03;lmu_adult0...\n",
      "33   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "34   NaN  False;False;False;False;False;False;False;Fals...\n",
      "35   NaN  13;13;13;13;13;13;13;13;13;13;13;13;13;13;13;1...\n",
      "================================\n",
      "age ||     class                                               data\n",
      "382   age  34;47;62;27;22;14;30;26;18;21;24;46;23;63;47;2...\n",
      "    class                                               data\n",
      "378   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "379   NaN  892;893;894;895;896;897;898;899;900;901;902;90...\n",
      "380   NaN  3;3;2;3;3;3;3;2;3;3;3;1;1;2;1;2;2;3;3;3;1;3;1;...\n",
      "381   NaN  0;1;0;0;1;0;1;0;1;0;0;0;1;0;1;1;0;0;1;1;0;0;1;...\n",
      "383   NaN  1;0;1;1;0;1;1;0;1;0;1;1;0;0;0;0;1;1;0;1;0;0;1;...\n",
      "384   NaN  3;4;2;3;4;3;4;2;4;3;3;1;2;2;2;3;2;3;4;4;1;3;2;...\n",
      "================================\n",
      "age ||       class                                               data\n",
      "789    year  2004;2020;2013;2010;2003;2003;2003;2003;2003;2...\n",
      "792     age                   26;27;26;24;23;23;33;40;26;20;21\n",
      "892  height                   84;82;75;82;78;78;83;73;83;83;79\n",
      "    class                                               data\n",
      "790   NaN        MIN;PHI;DET;MIA;IND;MIL;POR;UTA;IND;DEN;PHO\n",
      "791   NaN  Rasho Nesterovic;Keith Van Horn;Chauncey Billu...\n",
      "793   NaN                   77;74;74;80;69;82;78;82;73;80;82\n",
      "794   NaN  2337;2337;2327;2318;2317;2316;2282;2275;2270;2...\n",
      "795   NaN  14.7;17.3;20.4;9.9;17.6;21.0;14.5;21.0;19.3;15...\n",
      "..    ...                                                ...\n",
      "890   NaN  26.68;27.28;26.35;24.6;23.22;23.44;33.86;40.86...\n",
      "891   NaN                            4;5;5;1;3;2;11;18;4;0;1\n",
      "893   NaN        248;220;202;255;244;220;230;170;244;260;240\n",
      "894   NaN                              5;4;1;4;3;3;4;1;4;5;3\n",
      "895   NaN                   27;27;26;25;23;24;34;41;27;20;22\n",
      "\n",
      "[104 rows x 2 columns]\n",
      "================================\n",
      "age ||     class                                               data\n",
      "941   age  40.0;55.0;47.0;30.0;27.0;34.0;28.0;30.0;54.0;2...\n",
      "    class                                               data\n",
      "939   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "940   NaN  61406;61409;61434;64013;64016;64018;64030;6403...\n",
      "942   NaN  0.019888624;0.0;0.019888624;0.0;0.0;0.0;0.0198...\n",
      "943   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.043516101;0....\n",
      "944   NaN  0.0;0.0;0.0;0.057971014;0.0;0.0;0.0;0.0;0.0;0....\n",
      "945   NaN  0.007767594;0.007767594;0.007767594;0.00776759...\n",
      "946   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "947   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "================================\n",
      "age ||          class                                               data\n",
      "1228       age   18 - 65+\\n; 18 - 65+\\n; 18 - 65+\\n; 18 - 65+\\...\n",
      "1229  language   English (UK)or English (US)\\n; English (UK)or...\n",
      "     class                                               data\n",
      "1223   NaN            1256;2430;1259;1259;1255;1258;1253;1254\n",
      "1224   NaN  Secured borders should be a top priority. We n...\n",
      "1225   NaN  https://www.facebook.com/Secured.Borders/\\n;ht...\n",
      "1226   NaN  - Living In: United States\\nInterests: Immigra...\n",
      "1227   NaN   Exclude people who like Secured Borders\\n; Ex...\n",
      "1230   NaN   News Feed on desktop computers, News Feed on ...\n",
      "1231   NaN   Interests: Bernie Sanders, Social democracy, ...\n",
      "1232   NaN  1,706\\n;49,920\\n;3,069\\n;0\\n;0\\n;0\\n;2,781\\n;1...\n",
      "1233   NaN         194\\n;4,799\\n;291\\n;0\\n;0\\n;0\\n;282\\n;16\\n\n",
      "1234   NaN  1,625.79 RUB\\n;36,629.80 RUB\\n;2.095.96 RUB\\n;...\n",
      "1235   NaN  07/16/17 11:38:24 PM PDT\\n;07/14/16 12:58:10 A...\n",
      "1236   NaN  07/19/17 03:51:23 PM PDT\\n;07/19/17 03:51:23 P...\n",
      "================================\n",
      "age ||      class                                               data\n",
      "2004   sex  M;M;M;M;M;M;F;M;M;F;M;M;M;M;M;M;M;M;M;M;M;F;F;...\n",
      "2006   age  47;39;52;47;32;54;32;26;54;19;33;22;45;39;40;2...\n",
      "     class                                               data\n",
      "2003   NaN  2104;2009;2032;2063;2059;2077;2042;2017;2119;2...\n",
      "2005   NaN  White;White;White;AA;Hispanic;Hispanic;White;W...\n",
      "2007   NaN  5.0;1.0;1.0;1.0;1.0;1.0;5.0;5.0;1.0;5.0;5.0;1....\n",
      "2008   NaN  0.0;0.0;0.0;1.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "2009   NaN  1.0;1.0;1.0;1.0;2.0;2.0;2.0;2.0;3.0;3.0;4.0;4....\n",
      "2010   NaN  0.0;1.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;1.0;0....\n",
      "2011   NaN  6;2;18;1;12;10;8;11;2;7;20;8;8;3;10;13;11;19;1...\n",
      "2012   NaN  90.0;4.0;90.0;120.0;120.0;120.0;15.0;120.0;90....\n",
      "2013   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "2014   NaN  9.486832619;2.0;9.486832619;10.95445156;10.954...\n",
      "2015   NaN  0.0;0.0;0.0;0.0;0.693147182;0.693147182;0.6931...\n",
      "2016   NaN  0;0;0;0;1;0;0;1;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;...\n",
      "2017   NaN  9.486832619;2.0;9.486832619;10.95445156;10.954...\n",
      "2018   NaN  0.0;1.0;0.0;1.0;1.0;1.0;0.0;1.0;0.0;0.0;1.0;0....\n",
      "2019   NaN  1.0;1.0;1.0;1.0;2.0;2.0;2.0;2.0;3.0;3.0;4.0;4....\n",
      "================================\n",
      "gender ||        class                                               data\n",
      "3276   event  4;3;3;3;1;2;1;3;4;2;4;2;3;3;3;4;3;4;1;4;3;2;1;...\n",
      "3278     age  0;1;1;0;1;1;0;0;1;1;0;0;1;1;1;1;1;1;1;1;1;0;1;...\n",
      "3280  weight  3;2;1;0;1;1;2;1;1;1;0;1;0;1;1;2;0;2;2;3;1;2;2;...\n",
      "     class                                               data\n",
      "3277   NaN  0;0;0;1;1;0;0;0;1;1;1;0;1;1;0;0;1;0;0;0;1;0;0;...\n",
      "3279   NaN  3;1;1;1;1;2;2;2;1;1;1;2;1;2;2;3;0;3;2;3;1;2;3;...\n",
      "3281   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "3282   NaN  0;1;1;0;0;0;0;1;0;0;0;1;0;0;0;1;0;1;1;0;0;1;1;...\n",
      "3283   NaN  1;1;1;0;0;1;0;1;1;1;0;1;0;0;0;0;0;0;1;1;0;1;0;...\n",
      "3284   NaN  1;0;0;0;0;0;1;0;0;0;0;0;0;1;1;0;0;1;0;1;0;0;1;...\n",
      "3285   NaN  1;1;0;1;1;0;1;1;1;1;1;1;1;1;0;1;1;1;1;0;0;0;1;...\n",
      "3286   NaN  1;1;1;1;1;0;1;1;1;1;1;1;1;1;0;1;1;1;0;0;1;1;1;...\n",
      "3287   NaN  0;0;0;0;1;0;0;1;0;0;0;1;1;1;1;0;1;0;0;0;0;0;0;...\n",
      "3288   NaN  1;1;0;1;1;1;1;1;1;1;1;1;1;0;1;0;0;1;1;1;0;0;1;...\n",
      "3289   NaN  0;0;1;0;1;0;0;0;1;1;0;0;1;0;0;0;0;0;0;0;1;1;0;...\n",
      "3290   NaN  0;2;3;0;3;1;1;0;3;3;0;0;2;0;0;1;0;0;1;0;2;2;0;...\n",
      "================================\n",
      "age ||      class                                               data\n",
      "4867   age  21;19;20;25;20;19;30;18;18;21;18;22;22;20;22;2...\n",
      "     class                                               data\n",
      "4864   NaN  id-1;id-2;id-3;id-4;id-5;id-6;id-7;id-8;id-9;i...\n",
      "4865   NaN  Male;Male;Male;Male;Male;Male;Male;Male;Male;F...\n",
      "4866   NaN  Black;Black;Black;Black;Black;Black;Black;Blac...\n",
      "4868   NaN  T1;T2;T1;T1;T1;T2;T1;T3;T3;T1;T1;T1;T2;T3;T1;T...\n",
      "4869   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4870   NaN  24.24242424;20.56932966;18.7260073;25.20920136...\n",
      "================================\n",
      "height ||         class                                               data\n",
      "5131      age  68.79123888;68.79397673;68.79397673;68.7939767...\n",
      "5136  endDate  25/11/2011 00:00;25/11/2011 00:00;25/11/2011 0...\n",
      "     class                                               data\n",
      "5132   NaN                                  2;2;2;2;2;2;2;2;2\n",
      "5133   NaN                                  1;1;1;2;2;5;5;1;2\n",
      "5134   NaN  Aye;Aye;Aye;No;No;Did not vote;Did not vote;Ay...\n",
      "5135   NaN  18/05/2010 00:00;18/05/2010 00:00;18/05/2010 0...\n",
      "5137   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5138   NaN       2535;2536;2537;2538;2539;2540;2541;2542;2543\n",
      "5139   NaN                                  1;2;3;4;5;6;7;8;9\n",
      "5140   NaN  07/06/2010 00:00;08/06/2010 00:00;08/06/2010 0...\n",
      "5141   NaN  07/06/2010;08/06/2010;08/06/2010;08/06/2010;15...\n",
      "5142   NaN                                  4;3;3;3;0;0;0;0;0\n",
      "5143   NaN  Constitution and Home Affairs.  Question put, ...\n",
      "5144   NaN  30/12/1899 21:59:00;30/12/1899 21:59:00;30/12/...\n",
      "5145   NaN                             4;4;4;4;16;16;16;12;12\n",
      "5146   NaN                         No;No;No;No;No;No;No;No;No\n",
      "5147   NaN                         No;No;No;No;No;No;No;No;No\n",
      "5148   NaN  2011-07-28;2013-07-31;1983-12-01;2007-08-08;20...\n",
      "5149   NaN                                  M;M;M;M;M;M;M;M;M\n",
      "5150   NaN                                  2;2;2;2;2;2;2;2;2\n",
      "5151   NaN  Kelvin Hopkins;Kelvin Hopkins;Kelvin Hopkins;K...\n",
      "5152   NaN  Kelvin Hopkins ;Kelvin Hopkins ;Kelvin Hopkins...\n",
      "5153   NaN                         15;15;15;15;15;15;15;15;15\n",
      "5154   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5155   NaN       7385;7385;7385;7385;7385;7385;7385;7385;7385\n",
      "5156   NaN       3589;3589;3589;3589;3589;3589;3589;3589;3589\n",
      "5157   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5158   NaN                                  3;3;3;3;3;3;3;3;3\n",
      "5159   NaN  East of England;East of England;East of Englan...\n",
      "5160   NaN  Hopkins;Hopkins;Hopkins;Hopkins;Hopkins;Hopkin...\n",
      "5161   NaN  Hopkins, Kelvin ;Hopkins, Kelvin ;Hopkins, Kel...\n",
      "5162   NaN  Kelvin Hopkins;Kelvin Hopkins;Kelvin Hopkins;K...\n",
      "5163   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "================================\n",
      "rank ||        class                                               data\n",
      "5361   title  Bioactive Elastic Scaffolds Loaded with Neural...\n",
      "5362    year  2020;2020;2016;1997;2018;2014;2019;2018;2019;2...\n",
      "5363  source  ACS Biomaterials Science and Engineering;Oxida...\n",
      "5380     age                      1;1;5;24;3;7;2;3;2;6;13;35;34\n",
      "     class                                               data\n",
      "5359   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5360   NaN  Z. Gong;Y. Chen;C.A. Meyer;A. Borromei;N. Seth...\n",
      "5364   NaN  https://www.scopus.com/inward/record.uri?partn...\n",
      "5365   NaN  https://www.scopus.com/inward/citedby.uri?part...\n",
      "5366   NaN                      12;13;10;11;8;9;7;6;5;4;3;2;1\n",
      "5367   NaN  2021-01-15 13:43:51;2021-01-15 13:43:51;2021-0...\n",
      "5368   NaN  Article;Review;Article;Review;Conference Paper...\n",
      "5369   NaN  10.1021/acsbiomaterials.0c01057;10.1155/2020/6...\n",
      "5370   NaN  2373-9878;1942-0900;1932-6203;0393-5264;1532-0...\n",
      "5371   NaN  https://api.elsevier.com/content/abstract/scop...\n",
      "5372   NaN              6;2020;11;12;68;8;51;678;7;19;21;3;49\n",
      "5373   NaN         11.0;1.0;2.0;1.0;6.0;16.0;22.0;1.0;4.0;1.0\n",
      "5374   NaN  6331.0;89.0;63.0;1835.0;141.0;110.0;2648.0;443...\n",
      "5375   NaN  6343.0;99.0;73.0;1840.0;149.0;117.0;2656.0;444...\n",
      "5376   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5377   NaN  0.0;0.0;0.4;0.08;1.0;0.43;3.0;2.33;4.5;1.67;3....\n",
      "5378   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5379   NaN                          1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "================================\n",
      "age ||      class                                               data\n",
      "6620    id  85;86;87;88;89;91;92;93;94;95;96;97;98;99;100;...\n",
      "6622   age  19;33;20;21;18;21;22;17;29;26;19;19;22;30;18;1...\n",
      "6624  race  2;3;1;1;1;3;1;3;1;1;3;3;3;3;1;1;2;1;3;1;3;1;1;...\n",
      "     class                                               data\n",
      "6621   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "6623   NaN  182;155;105;108;107;124;118;103;123;113;95;150...\n",
      "6625   NaN  0;0;1;1;1;0;0;0;1;1;0;0;0;0;1;1;0;1;0;1;0;0;0;...\n",
      "6626   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;0;0;0;0;0;...\n",
      "6627   NaN  0;0;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;0;0;0;0;0;0;...\n",
      "6628   NaN  1;0;0;1;1;0;0;0;0;0;0;0;0;1;0;0;0;0;1;0;0;1;0;...\n",
      "6629   NaN  0;3;1;2;0;0;1;1;1;0;0;1;0;2;0;0;0;3;0;1;2;3;1;...\n",
      "6630   NaN  2523;2551;2557;2594;2600;2622;2637;2637;2663;2...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"age\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 282,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "age ||    class                                               data\n",
      "30   age  28;19;53;28;19;20;21;20;20;22;20;19;19;20;19;2...\n",
      "31   sex  female;female;female;male;female;male;female;m...\n",
      "   class                                               data\n",
      "32   NaN  lmu_adult01;lmu_adult02;lmu_adult03;lmu_adult0...\n",
      "33   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "34   NaN  False;False;False;False;False;False;False;Fals...\n",
      "35   NaN  13;13;13;13;13;13;13;13;13;13;13;13;13;13;13;1...\n",
      "================================\n",
      "age ||     class                                               data\n",
      "382   age  34;47;62;27;22;14;30;26;18;21;24;46;23;63;47;2...\n",
      "    class                                               data\n",
      "378   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "379   NaN  892;893;894;895;896;897;898;899;900;901;902;90...\n",
      "380   NaN  3;3;2;3;3;3;3;2;3;3;3;1;1;2;1;2;2;3;3;3;1;3;1;...\n",
      "381   NaN  0;1;0;0;1;0;1;0;1;0;0;0;1;0;1;1;0;0;1;1;0;0;1;...\n",
      "383   NaN  1;0;1;1;0;1;1;0;1;0;1;1;0;0;0;0;1;1;0;1;0;0;1;...\n",
      "384   NaN  3;4;2;3;4;3;4;2;4;3;3;1;2;2;2;3;2;3;4;4;1;3;2;...\n",
      "================================\n",
      "age ||       class                                               data\n",
      "789    year  2004;2020;2013;2010;2003;2003;2003;2003;2003;2...\n",
      "792     age                   26;27;26;24;23;23;33;40;26;20;21\n",
      "892  height                   84;82;75;82;78;78;83;73;83;83;79\n",
      "    class                                               data\n",
      "790   NaN        MIN;PHI;DET;MIA;IND;MIL;POR;UTA;IND;DEN;PHO\n",
      "791   NaN  Rasho Nesterovic;Keith Van Horn;Chauncey Billu...\n",
      "793   NaN                   77;74;74;80;69;82;78;82;73;80;82\n",
      "794   NaN  2337;2337;2327;2318;2317;2316;2282;2275;2270;2...\n",
      "795   NaN  14.7;17.3;20.4;9.9;17.6;21.0;14.5;21.0;19.3;15...\n",
      "..    ...                                                ...\n",
      "890   NaN  26.68;27.28;26.35;24.6;23.22;23.44;33.86;40.86...\n",
      "891   NaN                            4;5;5;1;3;2;11;18;4;0;1\n",
      "893   NaN        248;220;202;255;244;220;230;170;244;260;240\n",
      "894   NaN                              5;4;1;4;3;3;4;1;4;5;3\n",
      "895   NaN                   27;27;26;25;23;24;34;41;27;20;22\n",
      "\n",
      "[104 rows x 2 columns]\n",
      "================================\n",
      "age ||     class                                               data\n",
      "941   age  40.0;55.0;47.0;30.0;27.0;34.0;28.0;30.0;54.0;2...\n",
      "    class                                               data\n",
      "939   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "940   NaN  61406;61409;61434;64013;64016;64018;64030;6403...\n",
      "942   NaN  0.019888624;0.0;0.019888624;0.0;0.0;0.0;0.0198...\n",
      "943   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.043516101;0....\n",
      "944   NaN  0.0;0.0;0.0;0.057971014;0.0;0.0;0.0;0.0;0.0;0....\n",
      "945   NaN  0.007767594;0.007767594;0.007767594;0.00776759...\n",
      "946   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "947   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "================================\n",
      "age ||          class                                               data\n",
      "1228       age   18 - 65+\\n; 18 - 65+\\n; 18 - 65+\\n; 18 - 65+\\...\n",
      "1229  language   English (UK)or English (US)\\n; English (UK)or...\n",
      "     class                                               data\n",
      "1223   NaN            1256;2430;1259;1259;1255;1258;1253;1254\n",
      "1224   NaN  Secured borders should be a top priority. We n...\n",
      "1225   NaN  https://www.facebook.com/Secured.Borders/\\n;ht...\n",
      "1226   NaN  - Living In: United States\\nInterests: Immigra...\n",
      "1227   NaN   Exclude people who like Secured Borders\\n; Ex...\n",
      "1230   NaN   News Feed on desktop computers, News Feed on ...\n",
      "1231   NaN   Interests: Bernie Sanders, Social democracy, ...\n",
      "1232   NaN  1,706\\n;49,920\\n;3,069\\n;0\\n;0\\n;0\\n;2,781\\n;1...\n",
      "1233   NaN         194\\n;4,799\\n;291\\n;0\\n;0\\n;0\\n;282\\n;16\\n\n",
      "1234   NaN  1,625.79 RUB\\n;36,629.80 RUB\\n;2.095.96 RUB\\n;...\n",
      "1235   NaN  07/16/17 11:38:24 PM PDT\\n;07/14/16 12:58:10 A...\n",
      "1236   NaN  07/19/17 03:51:23 PM PDT\\n;07/19/17 03:51:23 P...\n",
      "================================\n",
      "age ||      class                                               data\n",
      "2004   sex  M;M;M;M;M;M;F;M;M;F;M;M;M;M;M;M;M;M;M;M;M;F;F;...\n",
      "2006   age  47;39;52;47;32;54;32;26;54;19;33;22;45;39;40;2...\n",
      "     class                                               data\n",
      "2003   NaN  2104;2009;2032;2063;2059;2077;2042;2017;2119;2...\n",
      "2005   NaN  White;White;White;AA;Hispanic;Hispanic;White;W...\n",
      "2007   NaN  5.0;1.0;1.0;1.0;1.0;1.0;5.0;5.0;1.0;5.0;5.0;1....\n",
      "2008   NaN  0.0;0.0;0.0;1.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "2009   NaN  1.0;1.0;1.0;1.0;2.0;2.0;2.0;2.0;3.0;3.0;4.0;4....\n",
      "2010   NaN  0.0;1.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;1.0;0....\n",
      "2011   NaN  6;2;18;1;12;10;8;11;2;7;20;8;8;3;10;13;11;19;1...\n",
      "2012   NaN  90.0;4.0;90.0;120.0;120.0;120.0;15.0;120.0;90....\n",
      "2013   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "2014   NaN  9.486832619;2.0;9.486832619;10.95445156;10.954...\n",
      "2015   NaN  0.0;0.0;0.0;0.0;0.693147182;0.693147182;0.6931...\n",
      "2016   NaN  0;0;0;0;1;0;0;1;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;...\n",
      "2017   NaN  9.486832619;2.0;9.486832619;10.95445156;10.954...\n",
      "2018   NaN  0.0;1.0;0.0;1.0;1.0;1.0;0.0;1.0;0.0;0.0;1.0;0....\n",
      "2019   NaN  1.0;1.0;1.0;1.0;2.0;2.0;2.0;2.0;3.0;3.0;4.0;4....\n",
      "================================\n",
      "gender ||        class                                               data\n",
      "3276   event  4;3;3;3;1;2;1;3;4;2;4;2;3;3;3;4;3;4;1;4;3;2;1;...\n",
      "3278     age  0;1;1;0;1;1;0;0;1;1;0;0;1;1;1;1;1;1;1;1;1;0;1;...\n",
      "3280  weight  3;2;1;0;1;1;2;1;1;1;0;1;0;1;1;2;0;2;2;3;1;2;2;...\n",
      "     class                                               data\n",
      "3277   NaN  0;0;0;1;1;0;0;0;1;1;1;0;1;1;0;0;1;0;0;0;1;0;0;...\n",
      "3279   NaN  3;1;1;1;1;2;2;2;1;1;1;2;1;2;2;3;0;3;2;3;1;2;3;...\n",
      "3281   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "3282   NaN  0;1;1;0;0;0;0;1;0;0;0;1;0;0;0;1;0;1;1;0;0;1;1;...\n",
      "3283   NaN  1;1;1;0;0;1;0;1;1;1;0;1;0;0;0;0;0;0;1;1;0;1;0;...\n",
      "3284   NaN  1;0;0;0;0;0;1;0;0;0;0;0;0;1;1;0;0;1;0;1;0;0;1;...\n",
      "3285   NaN  1;1;0;1;1;0;1;1;1;1;1;1;1;1;0;1;1;1;1;0;0;0;1;...\n",
      "3286   NaN  1;1;1;1;1;0;1;1;1;1;1;1;1;1;0;1;1;1;0;0;1;1;1;...\n",
      "3287   NaN  0;0;0;0;1;0;0;1;0;0;0;1;1;1;1;0;1;0;0;0;0;0;0;...\n",
      "3288   NaN  1;1;0;1;1;1;1;1;1;1;1;1;1;0;1;0;0;1;1;1;0;0;1;...\n",
      "3289   NaN  0;0;1;0;1;0;0;0;1;1;0;0;1;0;0;0;0;0;0;0;1;1;0;...\n",
      "3290   NaN  0;2;3;0;3;1;1;0;3;3;0;0;2;0;0;1;0;0;1;0;2;2;0;...\n",
      "================================\n",
      "age ||      class                                               data\n",
      "4867   age  21;19;20;25;20;19;30;18;18;21;18;22;22;20;22;2...\n",
      "     class                                               data\n",
      "4864   NaN  id-1;id-2;id-3;id-4;id-5;id-6;id-7;id-8;id-9;i...\n",
      "4865   NaN  Male;Male;Male;Male;Male;Male;Male;Male;Male;F...\n",
      "4866   NaN  Black;Black;Black;Black;Black;Black;Black;Blac...\n",
      "4868   NaN  T1;T2;T1;T1;T1;T2;T1;T3;T3;T1;T1;T1;T2;T3;T1;T...\n",
      "4869   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4870   NaN  24.24242424;20.56932966;18.7260073;25.20920136...\n",
      "================================\n",
      "height ||         class                                               data\n",
      "5131      age  68.79123888;68.79397673;68.79397673;68.7939767...\n",
      "5136  endDate  25/11/2011 00:00;25/11/2011 00:00;25/11/2011 0...\n",
      "     class                                               data\n",
      "5132   NaN                                  2;2;2;2;2;2;2;2;2\n",
      "5133   NaN                                  1;1;1;2;2;5;5;1;2\n",
      "5134   NaN  Aye;Aye;Aye;No;No;Did not vote;Did not vote;Ay...\n",
      "5135   NaN  18/05/2010 00:00;18/05/2010 00:00;18/05/2010 0...\n",
      "5137   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5138   NaN       2535;2536;2537;2538;2539;2540;2541;2542;2543\n",
      "5139   NaN                                  1;2;3;4;5;6;7;8;9\n",
      "5140   NaN  07/06/2010 00:00;08/06/2010 00:00;08/06/2010 0...\n",
      "5141   NaN  07/06/2010;08/06/2010;08/06/2010;08/06/2010;15...\n",
      "5142   NaN                                  4;3;3;3;0;0;0;0;0\n",
      "5143   NaN  Constitution and Home Affairs.  Question put, ...\n",
      "5144   NaN  30/12/1899 21:59:00;30/12/1899 21:59:00;30/12/...\n",
      "5145   NaN                             4;4;4;4;16;16;16;12;12\n",
      "5146   NaN                         No;No;No;No;No;No;No;No;No\n",
      "5147   NaN                         No;No;No;No;No;No;No;No;No\n",
      "5148   NaN  2011-07-28;2013-07-31;1983-12-01;2007-08-08;20...\n",
      "5149   NaN                                  M;M;M;M;M;M;M;M;M\n",
      "5150   NaN                                  2;2;2;2;2;2;2;2;2\n",
      "5151   NaN  Kelvin Hopkins;Kelvin Hopkins;Kelvin Hopkins;K...\n",
      "5152   NaN  Kelvin Hopkins ;Kelvin Hopkins ;Kelvin Hopkins...\n",
      "5153   NaN                         15;15;15;15;15;15;15;15;15\n",
      "5154   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5155   NaN       7385;7385;7385;7385;7385;7385;7385;7385;7385\n",
      "5156   NaN       3589;3589;3589;3589;3589;3589;3589;3589;3589\n",
      "5157   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5158   NaN                                  3;3;3;3;3;3;3;3;3\n",
      "5159   NaN  East of England;East of England;East of Englan...\n",
      "5160   NaN  Hopkins;Hopkins;Hopkins;Hopkins;Hopkins;Hopkin...\n",
      "5161   NaN  Hopkins, Kelvin ;Hopkins, Kelvin ;Hopkins, Kel...\n",
      "5162   NaN  Kelvin Hopkins;Kelvin Hopkins;Kelvin Hopkins;K...\n",
      "5163   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "================================\n",
      "rank ||        class                                               data\n",
      "5361   title  Bioactive Elastic Scaffolds Loaded with Neural...\n",
      "5362    year  2020;2020;2016;1997;2018;2014;2019;2018;2019;2...\n",
      "5363  source  ACS Biomaterials Science and Engineering;Oxida...\n",
      "5380     age                      1;1;5;24;3;7;2;3;2;6;13;35;34\n",
      "     class                                               data\n",
      "5359   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5360   NaN  Z. Gong;Y. Chen;C.A. Meyer;A. Borromei;N. Seth...\n",
      "5364   NaN  https://www.scopus.com/inward/record.uri?partn...\n",
      "5365   NaN  https://www.scopus.com/inward/citedby.uri?part...\n",
      "5366   NaN                      12;13;10;11;8;9;7;6;5;4;3;2;1\n",
      "5367   NaN  2021-01-15 13:43:51;2021-01-15 13:43:51;2021-0...\n",
      "5368   NaN  Article;Review;Article;Review;Conference Paper...\n",
      "5369   NaN  10.1021/acsbiomaterials.0c01057;10.1155/2020/6...\n",
      "5370   NaN  2373-9878;1942-0900;1932-6203;0393-5264;1532-0...\n",
      "5371   NaN  https://api.elsevier.com/content/abstract/scop...\n",
      "5372   NaN              6;2020;11;12;68;8;51;678;7;19;21;3;49\n",
      "5373   NaN         11.0;1.0;2.0;1.0;6.0;16.0;22.0;1.0;4.0;1.0\n",
      "5374   NaN  6331.0;89.0;63.0;1835.0;141.0;110.0;2648.0;443...\n",
      "5375   NaN  6343.0;99.0;73.0;1840.0;149.0;117.0;2656.0;444...\n",
      "5376   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5377   NaN  0.0;0.0;0.4;0.08;1.0;0.43;3.0;2.33;4.5;1.67;3....\n",
      "5378   NaN                    0;0;2;2;3;3;6;7;9;10;50;129;143\n",
      "5379   NaN                          1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "================================\n",
      "age ||      class                                               data\n",
      "6620    id  85;86;87;88;89;91;92;93;94;95;96;97;98;99;100;...\n",
      "6622   age  19;33;20;21;18;21;22;17;29;26;19;19;22;30;18;1...\n",
      "6624  race  2;3;1;1;1;3;1;3;1;1;3;3;3;3;1;1;2;1;3;1;3;1;1;...\n",
      "     class                                               data\n",
      "6621   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "6623   NaN  182;155;105;108;107;124;118;103;123;113;95;150...\n",
      "6625   NaN  0;0;1;1;1;0;0;0;1;1;0;0;0;0;1;1;0;1;0;1;0;0;0;...\n",
      "6626   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;0;0;0;0;0;...\n",
      "6627   NaN  0;0;0;0;0;0;0;0;0;0;0;0;1;0;0;0;0;0;0;0;0;0;0;...\n",
      "6628   NaN  1;0;0;1;1;0;0;0;0;0;0;0;0;1;0;0;0;0;1;0;0;1;0;...\n",
      "6629   NaN  0;3;1;2;0;0;1;1;1;0;0;1;0;2;0;0;0;3;0;1;2;3;1;...\n",
      "6630   NaN  2523;2551;2557;2594;2600;2622;2637;2637;2663;2...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"age\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 233,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "time ||         class                                               data\n",
      "4015  created  12/18/2018 08:39:21 AM;12/18/2018 08:40:06 AM;...\n",
      "     class                                               data\n",
      "4008   NaN  3VTU96QQ;3VTU9E0W;3VTU97J8;3VTU98JJ;3VTU9E0Q;3...\n",
      "4009   NaN  1431683748;1431693665;1431685013;1431686333;14...\n",
      "4010   NaN  RPT;CA:STLC;DAN;NNA;DOM.SE;ESP;NATR;ARION.IS;G...\n",
      "4011   NaN  US74971D1019;CA8585221051;US2358252052;MHY6215...\n",
      "4012   NaN  RPT Reality;Stelco Holdings Inc.;Dana Inc;Navi...\n",
      "4013   NaN  R;R;R;S;R;S;R;R;S;R;S;R;R;R;R;R;R;S;S;R;R;R;R;...\n",
      "4014   NaN  02/17/2021;02/17/2021;02/18/2021;04/15/2021;03...\n",
      "4016   NaN  02/17/2021 04:49:03 PM;02/17/2021 06:44:50 PM;...\n",
      "4017   NaN  05/03/2021 08:43:42 PM;05/03/2021 08:43:42 PM;...\n",
      "================================\n",
      "date ||         class                                               data\n",
      "5203  created  27/Dec/11 21:58;07/Jul/11 19:27;26/Nov/18 08:4...\n",
      "     class                                               data\n",
      "5192   NaN  Bug;Bug;New Feature;Bug;Improvement;Bug;Bug;Im...\n",
      "5193   NaN                                    Patch Available\n",
      "5194   NaN  CAMEL-4832;CAMEL-4188;CAMEL-12955;CAMEL-12943;...\n",
      "5195   NaN  12536445;12513177;13200504;13199302;13205829;1...\n",
      "5196   NaN                                         12485654.0\n",
      "5197   NaN  camel-mail feature doesn't work;Cannot install...\n",
      "5198   NaN  jbonofre;ancosen;dmvolod;davsclaus;davsclaus;a...\n",
      "5199   NaN  muellerc;mgardiner;Varun Krish;tdiesler;davscl...\n",
      "5200   NaN  Critical;Critical;Major;Major;Major;Major;Majo...\n",
      "5201   NaN  Closed;Closed;Resolved;Resolved;Resolved;Resol...\n",
      "5202   NaN  Not A Problem;Not A Problem;Fixed;Fixed;Fixed;...\n",
      "5204   NaN  28/Dec/11 20:45;25/Oct/11 11:35;01/Mar/19 13:2...\n",
      "================================\n",
      "id ||         class                                               data\n",
      "5444     type  comment;comment;comment;comment;story;comment;...\n",
      "5446   parent          9969.0;9986.0;9986.0;9908.0;9974.0;9895.0\n",
      "5450    title  Applicant Demographics: Location, Team size an...\n",
      "5452  created  1175942443;1175942276;1175941990;1175941823;11...\n",
      "     class                                               data\n",
      "5443   NaN                 9991;9989;9988;9987;9986;9985;9984\n",
      "5445   NaN          9969.0;9986.0;9986.0;9908.0;9770.0;9852.0\n",
      "5447   NaN                                      0;0;0;0;8;0;0\n",
      "5448   NaN                                      0;0;0;0;3;0;0\n",
      "5449   NaN  mattjaynes;jrbedard;theoutlander;BrandonM;theo...\n",
      "5451   NaN  Wow, this is awesome. Unfortunately it will pr...\n",
      "================================\n",
      "date ||             class                                               data\n",
      "7369      created  2021-03-15 01:04:36;2021-01-25 17:17:15;2021-0...\n",
      "7371  description  f39657a1847db73d9a2abb0bad3d31ae;d267c9d09a2d1...\n",
      "     class                                               data\n",
      "7365   NaN  txn_0IV4rIig6peNXzgDK3XAFbaN;txn_0IDYgiig6peNX...\n",
      "7366   NaN  2021-03-15 02:21:18;2021-01-31 02:21:08;2021-0...\n",
      "7367   NaN  -18759;2040000;117524;7239375;255360;438750;19...\n",
      "7368   NaN  2021-03-16 0:00:00;2021-02-01 0:00:00;2021-02-...\n",
      "7370   NaN                usd;usd;usd;usd;usd;usd;usd;usd;usd\n",
      "7372   NaN   0;59190;3438;209972;7435;12754;591;137308;217530\n",
      "7373   NaN  -18759;1980810;114086;7029403;247925;425996;18...\n",
      "7374   NaN  po_0IV4rIig6peNXzgD51VFKdaB;ch_0IDYghig6peNXzg...\n",
      "7375   NaN  pending;pending;pending;pending;pending;pendin...\n",
      "7376   NaN  payout;charge;charge;charge;charge;charge;char...\n",
      "7377   NaN  po_0IV4rIig6peNXzgD51VFKdaB;po_0IFUKBig6peNXzg...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"created\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "birthDate ||           class                                               data\n",
      "2243  birthDate  1995-09-23;1994-08-11;2007-03-08;1980-04-19;19...\n",
      "================================\n",
      "birthDate ||           class                                               data\n",
      "4942       name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4952     height  1,88 m;1,86 m;1,83 m;1,75 m;1,86 m;1,82 m;1,80...\n",
      "4961   position  Striker - Centre Forward;Defence - Sweeper;Str...\n",
      "4962  birthDate  2000-06-30;1995-10-08;2018-05-04;2015-11-07;20...\n",
      "4963         id  3531;6183;7039;8721;18405;24243;26785;27259;27...\n",
      "================================\n",
      "birthDate ||           class                                               data\n",
      "6532  birthDate  1987-01-18;2006-03-29;2017-12-27;2010-12-17;19...\n",
      "================================\n",
      "birthDate ||           class                                               data\n",
      "9161     prefix                                     de;van;van;van\n",
      "9164       role                           1;3;2;7;9;8;4;6;5;10;3;2\n",
      "9170  birthDate  2012-01-30;1987-01-18;2006-03-29;2017-12-27;20...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"birthDate\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "releaseDate ||             class                                               data\n",
      "2605     duration  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;-1.0;0.0;0...\n",
      "2614  releaseDate  2015-05-02 00:00:00;2015-05-02 00:00:00;2015-0...\n",
      "================================\n",
      "date ||                class                                               data\n",
      "5787     releaseDate  2020-02-15 11:44:13;2020-02-16 04:16:12;2020-0...\n",
      "5812  scientificName  Severe acute respiratory syndrome coronavirus ...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"releaseDate\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 200,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "status ||           class                                               data\n",
      "2323  startDate  Start Date;{\"ImportId\":\"startDate\",\"timeZone\":...\n",
      "2366         id  id;{\"ImportId\":\"id\"};7180;8538;6593;1572;2754;...\n",
      "     class                                               data\n",
      "2324   NaN  End Date;{\"ImportId\":\"endDate\",\"timeZone\":\"Ame...\n",
      "2325   NaN  Response Type;{\"ImportId\":\"status\"};0;0;0;0;0;...\n",
      "2326   NaN  Progress;{\"ImportId\":\"progress\"};100;100;100;1...\n",
      "2327   NaN  Duration (in seconds);{\"ImportId\":\"duration\"};...\n",
      "2328   NaN  Finished;{\"ImportId\":\"finished\"};1;1;1;1;1;1;1...\n",
      "2329   NaN  Recorded Date;{\"ImportId\":\"recordedDate\",\"time...\n",
      "2330   NaN  Response ID;{\"ImportId\":\"_recordId\"};R_3Jr4eeQ...\n",
      "2331   NaN  Distribution Channel;{\"ImportId\":\"distribution...\n",
      "2332   NaN  User Language;{\"ImportId\":\"userLanguage\"};EN;E...\n",
      "2333   NaN  Interested;{\"ImportId\":\"QID14\"};2;2;1;2;1;3;2;...\n",
      "2334   NaN  Distressed;{\"ImportId\":\"QID33\"};1;2;3;3;2;1;5;...\n",
      "2335   NaN   Excited;{\"ImportId\":\"QID32\"};1;2;1;4;1;4;3;3;3;3\n",
      "2336   NaN     Upset;{\"ImportId\":\"QID31\"};5;4;1;4;2;1;5;4;4;4\n",
      "2337   NaN    Strong;{\"ImportId\":\"QID30\"};2;1;3;4;5;5;4;3;2;3\n",
      "2338   NaN    Guilty;{\"ImportId\":\"QID29\"};4;1;1;2;1;1;5;4;2;2\n",
      "2339   NaN    Scared;{\"ImportId\":\"QID28\"};3;2;2;4;1;1;4;4;3;4\n",
      "2340   NaN   Hostile;{\"ImportId\":\"QID27\"};5;4;4;4;1;2;5;3;5;4\n",
      "2341   NaN  Enthusiastic;{\"ImportId\":\"QID26\"};2;1;1;4;5;3;...\n",
      "2342   NaN     Proud;{\"ImportId\":\"QID25\"};2;2;5;5;1;5;4;3;4;4\n",
      "2343   NaN  Irritable;{\"ImportId\":\"QID24\"};5;3;3;3;1;2;2;2...\n",
      "2344   NaN     Alert;{\"ImportId\":\"QID23\"};3;3;1;4;5;1;2;3;3;3\n",
      "2345   NaN   Ashamed;{\"ImportId\":\"QID22\"};4;3;1;4;1;2;5;5;5;3\n",
      "2346   NaN  Inspired;{\"ImportId\":\"QID21\"};1;3;1;3;5;4;3;2;3;3\n",
      "2347   NaN   Nervous;{\"ImportId\":\"QID20\"};2;2;1;4;1;1;5;4;2;2\n",
      "2348   NaN  Determined;{\"ImportId\":\"QID19\"};2;2;3;3;2;5;1;...\n",
      "2349   NaN  Attentive;{\"ImportId\":\"QID18\"};3;3;2;5;3;4;1;2...\n",
      "2350   NaN   Jittery;{\"ImportId\":\"QID17\"};3;3;3;3;1;3;5;4;3;3\n",
      "2351   NaN    Active;{\"ImportId\":\"QID16\"};1;3;4;5;1;3;4;3;3;3\n",
      "2352   NaN    Afraid;{\"ImportId\":\"QID15\"};3;4;1;4;2;1;4;4;4;4\n",
      "2353   NaN  I sometimes feel resentful when I don't get my...\n",
      "2354   NaN  On a few occasions, I have given up doing some...\n",
      "2355   NaN  There have been times when I felt like rebelli...\n",
      "2356   NaN  No matter who I'm talking to, I'm always a goo...\n",
      "2357   NaN  I can remember \"playing sick\" to get out of so...\n",
      "2358   NaN  There have been occasions when I took advantag...\n",
      "2359   NaN  I'm always willing to admit it when I make a m...\n",
      "2360   NaN  I sometimes try to get even rather than forgiv...\n",
      "2361   NaN  I am always courteous, even to people who are ...\n",
      "2362   NaN  I have never been irked when people expressed ...\n",
      "2363   NaN  There have been times when I was quite jealous...\n",
      "2364   NaN  I am sometimes irritated by people who ask fav...\n",
      "2365   NaN  I have never deliberately said something that ...\n",
      "2367   NaN  id - Topics;{\"ImportId\":\"id_6990fad5ac344e7496...\n",
      "================================\n",
      "date ||           class                                               data\n",
      "3335  startDate  5/17/2018 10:38;5/14/2018 14:25;5/8/2018 14:44...\n",
      "3336    endDate  5/17/2018 10:40;5/14/2018 14:27;5/8/2018 16:01...\n",
      "     class                                               data\n",
      "3333   NaN  10023856431;10018668148;10011582571;1000979390...\n",
      "3334   NaN  210778718;210778718;210778718;210778718;210778...\n",
      "3337   NaN  PSC 3667, Box 0636\\nAPO AE 81210;USS Aguilar\\n...\n",
      "3338   NaN  588 Alan Rest\\nPort Stephanieville, MS 63590;2...\n",
      "3339   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3340   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3341   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "3342   NaN  https://www.linkedin.com/in/rebecca-purc-steph...\n",
      "3343   NaN  No;No;Unemployed;Unemployed;No;Yes;Unemployed;...\n",
      "3344   NaN  8;9;9;7;Strongly Agree;Strongly Agree;7;6;Stro...\n",
      "3345   NaN  40;28;25;25;30;31;22;22;23;29;31;24;21;25;30;2...\n",
      "3346   NaN  Female;Male;Male;Female;Female;Male;Male;Femal...\n",
      "3347   NaN  White;White;White;White;White;White;White;Whit...\n",
      "3348   NaN  Yes;Yes;No;Yes;Yes;Yes;Yes;No;Yes;Yes;Yes;No;Y...\n",
      "3349   NaN  Education;Manufacturing;Other;Education;Educat...\n",
      "3350   NaN  Outside of the United States;Alabama;Outside o...\n",
      "================================\n",
      "year ||           class                                               data\n",
      "3776         id  R01MH096906;R01MH109682;R24MH120037;1760950;UH...\n",
      "3777      title  LARGE-SCALE IMAGE-BASED META-ANALYSIS OF FUNCT...\n",
      "3779  startDate  2012;2016;2019;2018;2018;2018;2018;2017;2017;2...\n",
      "3780    endDate  2023;2021;2024;2021;2020;2023;2023;2020;2020;2...\n",
      "     class                                               data\n",
      "3775   NaN  National Institute of Mental Health;National I...\n",
      "3778   NaN  Subcontract PI (T. Yarkoni, PI);Subcontract PI...\n",
      "3781   NaN  True;True;True;True;True;True;True;True;False;...\n",
      "3782   NaN  https://projectreporter.nih.gov/project_info_d...\n",
      "================================\n",
      "date ||           class                                               data\n",
      "4135         id  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "4136  startDate  2009-02-04;2009-02-04;2009-02-04;2009-02-04;20...\n",
      "     class                                               data\n",
      "4137   NaN  2;2;2;1;1;1;1;2;1;1;1;3;4;1;1;1;1;1;1;1;1;1;1;...\n",
      "4138   NaN  1000;1000;582;1000;500;800;500;972;1498;645;70...\n",
      "4139   NaN  Dahaf;Teleseker;Maagar;Dialog;Midgam;Dialog;Sh...\n",
      "4140   NaN  Yediot;Maariv;Makor Rishon;Haaretz;Ch1;Ch10;Re...\n",
      "4141   NaN  25;26;27;27;28;27;25;30;26;26;27;26;31;27;28;2...\n",
      "4142   NaN  4.0;3.0;2.0;4.0;3.0;4.0;4.0;3.0;4.0;3.5;4.0;2....\n",
      "4143   NaN  19.0;19.0;18.0;18.0;19.0;19.0;16.0;17.0;18.0;1...\n",
      "4144   NaN  3.0;3.0;3.0;2.0;3.0;2.0;4.0;2.0;3.0;3.5;3.0;3....\n",
      "4145   NaN  0;2;1;0;0;0;2;0;0;0;0;1;0;0;0;0;2;0;2;0;0;0;0;...\n",
      "4146   NaN  23;23;24;25;23;25;21;24;25;23;23;23;23;24;23;2...\n",
      "4147   NaN  0;0;2;0;0;0;0;0;0;0;0;2;1;0;0;0;0;2;0;0;0;0;0;...\n",
      "4148   NaN  6;5;6;6;5;6;7;5;5;5;5;6;6;5;5;5;7;5;5;5;6;5;7;...\n",
      "4149   NaN  10;10;10;9;10;9;11;9;10;10;10;10;11;11;10;10;1...\n",
      "4150   NaN  16.0;17.0;13.0;14.0;16.0;14.0;16.0;16.0;14.0;1...\n",
      "4151   NaN  5.0;6.0;5.0;7.0;5.0;6.0;5.0;6.0;6.0;5.5;6.0;6....\n",
      "4152   NaN  3;4;3;3;4;3;3;3;3;4;0;2;3;4;2;4;3;4;4;3;4;3;3;...\n",
      "4153   NaN  2;2;3;2;2;2;2;0;2;2;4;3;3;2;2;0;3;2;2;3;2;3;4;...\n",
      "4154   NaN  4;4;3;3;4;3;4;5;4;4;4;4;4;3;4;4;3;4;3;4;4;3;3;...\n",
      "4155   NaN  http://imra.org.il/story.php3?id=42699;http://...\n",
      "4156   NaN  http://www.bhirot2009.co.il/home.yecms/poll/77...\n",
      "================================\n",
      "startDate ||           class                                               data\n",
      "4907  startDate  2008-08-25;2009-04-30;2010-02-12;2008-06-05;20...\n",
      "     class                                               data\n",
      "4904   NaN  17;17;37;53;64;71;75;86;88;91;104;108;146;149;...\n",
      "4905   NaN  1712;1829;4359;5751;6902;7865;8397;10196;10443...\n",
      "4906   NaN  condition_occurrence;condition_occurrence;cond...\n",
      "4908   NaN  2008-08-25;2009-04-30;2010-02-12;2008-06-05;20...\n",
      "================================\n",
      "startDate ||           class                                           data\n",
      "5958  startDate  9/28/00;10/4/00;9/7/00;9/7/00;1/10/08;1/10/08\n",
      "     class                                               data\n",
      "5949   NaN      1.0;2.0;3.0;4.0;5.0;6.0;7.0;8.0;9.0;10.0;11.0\n",
      "5950   NaN  knb-lter-sbc.18.18;knb-lter-sbc.17.28;knb-lter...\n",
      "5951   NaN  Benthic community survey, giant kelp abundance...\n",
      "5952   NaN        SBC;SBC;SBC;SBC;SBC;SBC;AND;SBC;SBC;SBC;VCR\n",
      "5953   NaN  SBC LTER: Reef: Kelp Forest Community Dynamics...\n",
      "5954   NaN  Reed;Reed;Reed;Reed;Reed;Reed;Bibian;Ochocki;C...\n",
      "5955   NaN        0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0\n",
      "5956   NaN        0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0\n",
      "5957   NaN        0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0\n",
      "5959   NaN     7/22/14;8/5/14;7/24/14;7/24/14;8/20/14;8/20/14\n",
      "5960   NaN        1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0\n",
      "5961   NaN        1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0\n",
      "5962   NaN        1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0\n",
      "5963   NaN  yr;yr;yr;yr;season:yr;season:yr;yr;yr;monthly;...\n",
      "5964   NaN        low;low;low;low;low;low;low;low;low;low;low\n",
      "5965   NaN  algae;fish;arthropod,mollusc, algae, porifera,...\n",
      "5966   NaN  count,trait;count;count;per_cover;count,trait;...\n",
      "5967   NaN        obs;obs;obs;obs;exp;exp;obs;obs;obs;exp;exp\n",
      "5968   NaN                1.0;-999.0;-999.0;-999.0;1.0;-999.0\n",
      "5969   NaN           no;yes;yes;yes;no;yes;yes;yes;no;yes;yes\n",
      "5970   NaN                               no;yes;yes;no;no;yes\n",
      "5971   NaN                        11.0;11.0;11.0;11.0;4.0;5.0\n",
      "5972   NaN        0.0;0.0;0.0;0.0;3.0;3.0;0.0;0.0;0.0;0.0;2.0\n",
      "5973   NaN  habitat;habitat;habitat;habitat;removal;remova...\n",
      "5974   NaN  none;none;none;none;maintained;maintained;none...\n",
      "5975   NaN  yes;yes;yes;yes;yes;see site_metadata;yes;yes;...\n",
      "5976   NaN        3.0;1.0;2.0;1.0;2.0;2.0;1.0;2.0;3.0;3.0;1.0\n",
      "5977   NaN        8.0;8.0;8.0;8.0;2.0;2.0;3.0;3.0;3.0;3.0;3.0\n",
      "5978   NaN        2.0;0.0;7.0;0.0;2.0;2.0;0.0;2.0;2.0;2.0;0.0\n",
      "5979   NaN        2.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;1.0;2.0;0.0\n",
      "5980   NaN        0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0\n",
      "5981   NaN  http://sbc.lternet.edu/cgi-bin/showDataset.cgi...\n",
      "5982   NaN  site (11), transect (up to 8 per site), side (...\n",
      "5983   NaN        1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0\n",
      "5984   NaN  SBC/all_fish_all_years_20140903.csv;SBC/quad_s...\n",
      "================================\n",
      "date ||             class                                               data\n",
      "7420         code                                    1;2;3;4;5;6;7;8\n",
      "7423  description  For tracking menome administration and operati...\n",
      "7425    startDate  01-06-2016;01-06-2016;01-05-2016;01-07-2016;01...\n",
      "     class                                               data\n",
      "7419   NaN  e80019c2-64a8-11e6-8b77-86f30ca893d3;e80020f2-...\n",
      "7421   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7422   NaN  Menome Technologies Operations;2 Menome Techno...\n",
      "7424   NaN  Active;Active;Active;On Hold;Active;On Hold;Ac...\n",
      "7426   NaN  6593 Ramos Pike\\nBryanside, AL 12726;097 Sanch...\n",
      "7427   NaN  Calgary;Calgary;Calgary;Calgary;Calgary;Calgar...\n",
      "7428   NaN                            AB;AB;AB;AB;AB;AB;AB;aB\n",
      "7429   NaN                    Can;Can;Can;Can;Can;Can;Can;can\n",
      "7430   NaN     27162;8109;89132;21237;21728;45368;69900;33359\n",
      "7431   NaN  https://www.menome.com/wp/wp-content/uploads/2...\n",
      "7432   NaN  https://menometechnologiesinc.freshbooks.com/s...\n",
      "7433   NaN  https://menome-my.sharepoint.com/personal/mmor...\n",
      "================================\n",
      "date ||           class                                         data\n",
      "7730  startDate      TODAY[1d];TODAY[1d];TODAY[1d];TODAY[1d]\n",
      "7731    endDate  TODAY[30d];TODAY[30d];TODAY[30d];TODAY[30d]\n",
      "     class                                               data\n",
      "7715   NaN  AX_DD_INV;AX_DD_SCH;AX_DOUBT;AX_EXP_PURCHASE_M...\n",
      "7716   NaN          12;12;16;18;18;11;18;18;11;12;15;15;11;14\n",
      "7717   NaN                        1;1;1;1;1;1;1;1;1;1;1;1;1;1\n",
      "7718   NaN                    EUR;EUR;EUR;EUR;EUR;EUR;EUR;EUR\n",
      "7719   NaN                                        1.0;1.0;2.0\n",
      "7720   NaN                                            2.0;1.0\n",
      "7721   NaN                                                1.0\n",
      "7722   NaN                                        1.0;1.0;2.0\n",
      "7723   NaN                                            1.0;0.0\n",
      "7724   NaN                              TODAY[20d];TODAY[10d]\n",
      "7725   NaN                                            1.0;2.0\n",
      "7726   NaN  False;False;False;False;False;False;False;Fals...\n",
      "7727   NaN  False;False;False;False;False;False;False;Fals...\n",
      "7728   NaN  False;False;False;False;False;False;False;Fals...\n",
      "7729   NaN                                    9.0;7.0;6.0;8.0\n",
      "7732   NaN  Permet de prélever les factures ventilées en f...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"startDate\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "day ||        class                                               data\n",
      "392     year  2016;2016;2016;2016;2016;2016;2016;2016;2016;2...\n",
      "393    month  4;5;6;7;8;9;10;11;12;1;2;3;4;5;6;7;8;9;10;11;1...\n",
      "395  country  Argentina;Argentina;Argentina;Argentina;Argent...\n",
      "    class                                               data\n",
      "391   NaN  79073;79074;79075;79076;79077;79078;79079;7908...\n",
      "394   NaN  1;1;1;1;1;1;1;1;1;1;1;1;2;2;2;2;2;2;2;2;2;2;2;...\n",
      "396   NaN  108541.192399996;110119.629391734;131972.03541...\n",
      "================================\n",
      "date ||         class                                               data\n",
      "1320  country   Mexico;Mexico;Mexico;Mexico;Mexico;Mexico;Mexico\n",
      "1322    month  2020-02;2020-03;2020-04;2020-05;2020-06;2020-0...\n",
      "     class                                               data\n",
      "1319   NaN                        mex;mex;mex;mex;mex;mex;mex\n",
      "1321   NaN   202002;202003;202004;202005;202006;202007;202008\n",
      "1323   NaN  0.6585858585858586;-15.173998044965789;-56.423...\n",
      "1324   NaN  1.195959595959596;-3.728250244379277;-22.47070...\n",
      "1325   NaN  3.868686868686869;-13.55620723362659;-48.31616...\n",
      "1326   NaN  2.3252525252525253;-15.687194525904204;-55.644...\n",
      "1327   NaN  6.894949494949496;-9.563049853372434;-44.56363...\n",
      "1328   NaN  -1.1656565656565656;5.364613880742913;19.33333...\n",
      "================================\n",
      "rating ||       class                                               data\n",
      "5571   name   ; 記念日のデータファイルです。; (一行に含まれるカンマの数がヘッダーに含まれるカンマの...\n",
      "5572  month  2.0;7.0;12.0;3.0;5.0;10.0;12.0;10.0;10.0;9.0;8...\n",
      "     class                                               data\n",
      "5570   NaN  0;0;0;0;0;0;0;0;0;10000;10001;20000;20001;2000...\n",
      "5573   NaN  28.0;14.0;4.0;23.0;19.0;27.0;25.0;10.0;25.0;13...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"month\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "year ||         class                                               data\n",
      "669    season  2014;2014;2014;2014;2014;2014;2014;2014;2014;2...\n",
      "670    region  MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;MW;S...\n",
      "673      name  MW Round2 Game 1;MW Round2 Game 2;MW Round2 Ga...\n",
      "679  location  Nowhere;Nowhere;Nowhere;Nowhere;Nowhere;Nowher...\n",
      "    class                                               data\n",
      "668   NaN  2014R1G1MW;2014R1G2MW;2014R1G3MW;2014R1G4MW;20...\n",
      "671   NaN  WIST;UK;STL;LOUI;MASS;DUKE;TEX;MICH;WIST;STL;T...\n",
      "672   NaN  CALP;KSST;NCST;MAN;TENN;MERC;AZST;WOF;UK;LOUI;...\n",
      "674   NaN  1;1;1;1;1;1;1;1;2;2;2;2;3;3;4;1;1;1;1;1;1;1;1;...\n",
      "675   NaN  1;2;3;4;5;6;7;8;1;2;3;4;1;2;1;1;2;3;4;5;6;7;8;...\n",
      "676   NaN  67;56;83;71;67;71;87;57;76;51;83;65;74;71;75;6...\n",
      "677   NaN  37;49;80;64;86;78;85;40;78;66;63;79;69;73;72;5...\n",
      "678   NaN  2014-03-17;2014-03-17;2014-03-17;2014-03-18;20...\n",
      "================================\n",
      "endDate ||        class                      data\n",
      "5552  season  2020;2020;2020;2020;2020\n",
      "     class                                               data\n",
      "5544   NaN  2021-05-26T00:00:00;2021-05-26T00:00:00;2021-0...\n",
      "5545   NaN                                          1;2;2;3;3\n",
      "5546   NaN       42000102;42000132;42000132;42000142;42000142\n",
      "5547   NaN                                          1;1;1;1;1\n",
      "5548   NaN  7:00 pm ET;7:30 pm ET;7:30 pm ET;10:00 pm ET;1...\n",
      "5549   NaN  20210526/WASPHI;20210526/ATLNYK;20210526/ATLNY...\n",
      "5550   NaN  1610612755;1610612752;1610612752;1610612762;16...\n",
      "5551   NaN  1610612764;1610612737;1610612737;1610612763;16...\n",
      "5553   NaN                                          0;0;0;0;0\n",
      "5554   NaN                           ;     ;     ;     ;     \n",
      "5555   NaN                         NBA TV;TNT;TNTOT;TNT;TNTOT\n",
      "5556   NaN                    NBCSP;MSG;MSG;ATTSN-RM;ATTSN-RM\n",
      "5557   NaN  NBCSWA;BSSE-ATL            ;BSSE-ATL          ...\n",
      "5558   NaN  Q0       - NBA TV;Q0       - TNT;Q0       - TN...\n",
      "5559   NaN  Wells Fargo Center;Madison Square Garden;Madis...\n",
      "5560   NaN                                          0;0;0;0;0\n",
      "5561   NaN                                          0;0;0;0;0\n",
      "================================\n",
      "date ||        class                                               data\n",
      "7390  season  2018-19;2018-19;2018-19;2018-19;2018-19;2018-1...\n",
      "     class                                               data\n",
      "7383   NaN  Alabama;Alaska;Arizona;Arkansas;California;Col...\n",
      "7384   NaN  http://adph.org/influenza/;http://dhss.alaska....\n",
      "7385   NaN  Influenza Surveillance;Influenza Surveillance ...\n",
      "7386   NaN  Level 10;Level 10;Level 6;Level 10;Level 4;Lev...\n",
      "7387   NaN  High;High;Moderate;High;Low;High;High;Minimal;...\n",
      "7388   NaN  Jan-26-2019;Jan-26-2019;Jan-26-2019;Jan-26-201...\n",
      "7389   NaN  4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "target_type = \"season\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        if num > 10:\n",
    "            break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "from watchog.dataset import GittablesColwiseDataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import numpy as np\n",
    "\n",
    "# Function to load confusion matrix from JSON file\n",
    "# with open(\"/data/zhihao/TU/doduo/eval/sato0_mosato_bert_bert-base-uncased-bs16-ml-32__sato0-1.00=sato0.json\", 'r') as f:\n",
    "#     results = json.load(f)\n",
    "with open(f\"/data/zhihao/TU/Watchog/outputs/gt-semtab22-dbpedia-all{cv}/bert-base-uncased-fromscratch-semi1-pool@v0-max_num_col@8-poolv0-max_cols8-randFalse-bs16-ml64-ne50-do0.1_eval.json\", 'r') as f:\n",
    "    results = json.load(f)\n",
    "\n",
    "# labels_train = np.array(results['train']['tr_true_list'])\n",
    "# preds_train = np.array(results['train']['tr_pred_list'])\n",
    "# class_f1_train = np.array(results['train']['tr_class_f1'])\n",
    "\n",
    "labels = np.array(results['f1_micro']['true_list'])\n",
    "preds = np.array(results['f1_micro']['pred_list'])\n",
    "class_f1 = np.array(results['f1_micro']['ts_class_f1'])\n",
    "# assert len(labels_context) == len(df_test[\"class_id\"][df_test[\"class_id\"]>-1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "title          17\n",
       "name            6\n",
       "description     5\n",
       "category        1\n",
       "id              1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target_type = \"title\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "pd.Series((types[preds[labels==target_type_id]])).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.47887323943661975 119 30.0 17\n",
      "================================\n",
      "title ||      class                                               data\n",
      "953  title  Non-competes, Business Dynamism, and Concentra...\n",
      "    class                                               data\n",
      "949   NaN  dataset-136;dataset-136;dataset-136;dataset-13...\n",
      "950   NaN  10.2139/ssrn.3172477;10.7591/9781501717734-009...\n",
      "951   NaN  SSRN Electronic Journal;{'id': 'jour.1027390',...\n",
      "952   NaN  Florida WAGES;Florida WAGES;Florida WAGES;Flor...\n",
      "================================\n",
      "title ||        class                                               data\n",
      "1069      id  532255;6570774;3979020;548749;534719;549166;55...\n",
      "1070   title  Caw;Caw!: magazine of Students for a Democrati...\n",
      "1082  format  print;electronic|||electronic resource|||remot...\n",
      "     class                                               data\n",
      "1071   NaN  Free you (Menlo Park, Calif.)|||Human Institut...\n",
      "1072   NaN  SDS fire;SDS fire;SDS new left notes;SDS new l...\n",
      "1073   NaN  New York;New York, N.Y;Menlo Park, CA;Minneapo...\n",
      "1074   NaN  Students for a Democratic Society.;Students fo...\n",
      "1075   NaN  1968 -1969;196-;Nov. 7, 1969- 1969;Nov. 7, 196...\n",
      "1076   NaN  1968;1968;196u;196u;1971;1968;196u;1969;uuuu;1...\n",
      "1077   NaN  1969;1969;1971;9999;9999;9999;9999;1969;uuuu;1...\n",
      "1078   NaN  serial;serial;serial;serial;serial;serial;seri...\n",
      "1079   NaN  Bimonthly;Frequency varies;Frequency varies|||...\n",
      "1080   NaN  English;English;English;English;English;Englis...\n",
      "1081   NaN  text;text;text;text;text;text;text;text;text;t...\n",
      "1083   NaN  1 v. ill. 26-41 cm.;1 online resource (4 v.) :...\n",
      "1084   NaN  periodical;Periodicals|||periodical;periodical...\n",
      "1085   NaN  Student movements;Underground newspapers;Stude...\n",
      "1086   NaN  Minnesota|||Minneapolis;United States;Chicago|...\n",
      "1087   NaN  New left notes (Students for a Democratic Soci...\n",
      "1088   NaN  New left notes (Students for a Democratic Soci...\n",
      "1089   NaN  0576-9698;0016-0490;0532-9299;0532-9299;0548-5...\n",
      "1090   NaN                                         77009820.0\n",
      "1091   NaN  http://pitt.idm.oclc.org/login?url=http://www....\n",
      "================================\n",
      "title ||       class                                               data\n",
      "2281  title  Small Firm Death in Developing Countries;Unite...\n",
      "     class                                               data\n",
      "2277   NaN  dataset-341;dataset-341;dataset-341;dataset-34...\n",
      "2278   NaN  10.1162/rest_a_00798;10.1787/69ea15d0-en;10.13...\n",
      "2279   NaN  Review of Economics and Statistics;OECD,Financ...\n",
      "2280   NaN  Business Employment Dynamics Data;Business Emp...\n",
      "2282   NaN  https://www.mitpressjournals.org/doi/full/10.1...\n",
      "2283   NaN                            Yes;Yes;Yes;Yes;Yes;Yes\n",
      "================================\n",
      "title ||           class                                               data\n",
      "2354      title  Kürk Mantolu Madonna;Efendi ile Uşağı;Böyle Bu...\n",
      "2357  publisher  Yapı Kredi Yayınları;İş Bankası Kültür Yayınla...\n",
      "     class                                               data\n",
      "2353   NaN  220826;23550968;16120420;5470;13580479;7174618...\n",
      "2355   NaN  Ali, Sabahattin;Tolstoy, Leo;Nietzsche, Friedr...\n",
      "2356   NaN  4.0;4.0;2.0;4.0;4.0;4.0;4.0;5.0;5.0;3.0;3.0;3....\n",
      "2358   NaN  160.0;144.0;303.0;328.0;261.0;152.0;198.0;95.0...\n",
      "2359   NaN  1943.0;1895.0;1883.0;1949.0;1954.0;1945.0;1951...\n",
      "2360   NaN  2018/05/26;2018/05/26;2018/05/26;2018/05/26;20...\n",
      "2361   NaN  read;read;read;read;read;read;read;read;read;r...\n",
      "================================\n",
      "title ||        class                                               data\n",
      "2429  gender                                    m;m;m;f;m;f;m;m\n",
      "2433    type  Question;Response;Comment;Comment;Discussion;R...\n",
      "2437   title  What is data science?;Who is your favourite te...\n",
      "     class                                               data\n",
      "2427   NaN  12345678;23456789;34567891;45678910;56789101;6...\n",
      "2428   NaN  laingdk;memery;andrew;subizhangg;mgelbart;ttim...\n",
      "2430   NaN  audit;audit;audit;audit;verified;verified;veri...\n",
      "2431   NaN  4324.003029;11705.44343223234;30.234221323;233...\n",
      "2432   NaN  57d7f32f51efa305bc000bda;57d7f35851efa305b3000...\n",
      "2434   NaN  123abc;123abc;123abc;123abc;234bcd;234bcd;234b...\n",
      "2435   NaN  57d7f32f51efa305bc000bda;57e7ed56424a5d0788000c29\n",
      "2436   NaN  57d7f35851efa305b3000b67;57d7f35851efa305b3000...\n",
      "2438   NaN  Data science is a really cool new discipline t...\n",
      "2439   NaN  General;General;General;General;Block 1, Progr...\n",
      "2440   NaN  General;General;General;General;Block 1;Block ...\n",
      "2441   NaN  General;General;General;General;Programming fo...\n",
      "================================\n",
      "title ||       class                                               data\n",
      "2532  title  Wuthering Heights;Jane Eyre;The Raven;Eleonora...\n",
      "2536  price                        11.11;12.34;13.13;14.0;15.0\n",
      "     class                                               data\n",
      "2533   NaN  Wuthering Heights, Emily Brontë's only novel, ...\n",
      "2534   NaN                                101;107;150;150;170\n",
      "2535   NaN                                   12;11;333;555;22\n",
      "2537   NaN                                GBP;GBP;USD;USD;EUR\n",
      "2538   NaN                                     11;11;16;16;13\n",
      "2539   NaN                                     EN;EN;EN;EN;EN\n",
      "================================\n",
      "title ||       class                                               data\n",
      "3530  title  VP Operations;Mgr Operations;IT Developer;IT D...\n",
      "     class                                               data\n",
      "3521   NaN                         --None--;--None--;--None--\n",
      "3522   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3523   NaN  CON1;CON2;CON3;CON4;CON5;CON6;CON7;CON8;CON9;C...\n",
      "3524   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3525   NaN  123;(376) 460-0976;(435) 923-2852;(827) 427-05...\n",
      "3526   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "3527   NaN  (092) 223-5945;(105) 252-3316;(882) 828-0165;(...\n",
      "3528   NaN  Trade Show;Public Relations;Employee;Other;Tra...\n",
      "3529   NaN  (900) 975-5304;(215) 573-4324;(581) 972-5298;(...\n",
      "3531   NaN                                           woanders\n",
      "3532   NaN  753 Padilla Circles\\nNew Jeffrey, FL 71671;871...\n",
      "3533   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3534   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3535   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3536   NaN  admin;admin;admin;admin;admin;admin;admin;admi...\n",
      "3537   NaN  2010-07-09 23:38:44;2010-07-09 23:38:44;2010-0...\n",
      "3538   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3539   NaN  2011-03-17 09:13:35;2011-01-31 12:05:01;2011-0...\n",
      "3540   NaN                          0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3541   NaN                              2011-03-17;0000-00-00\n",
      "3542   NaN                              2012-03-17;0000-00-00\n",
      "3543   NaN  999 Baker Way;1715 Scott Dr;999 Baker Way;999 ...\n",
      "3544   NaN  Sunnyvale;San Francisco;San Francisco;San Fran...\n",
      "3545   NaN                      CA;CA;CA;CA;CA;CA;CA;CA;CA;CA\n",
      "3546   NaN  90749;24385;13631;62839;52496;82766;11163;3364...\n",
      "3547   NaN  86165;68771;85800;85034;45989;15588;20743;3699...\n",
      "3548   NaN            USA;USA;USA;USA;USA;USA;USA;USA;USA;USA\n",
      "================================\n",
      "title ||       class                                               data\n",
      "4206  title  In Search of Lost Time;Don Quixote;Ulysses;The...\n",
      "     class                                               data\n",
      "4204   NaN                1;2;3;4;5;6;7;8;9;10;11;12;13;14;15\n",
      "4205   NaN  Get all the books;Add a new book - id=1;Add a ...\n",
      "4207   NaN  Marcel Proust;Miguel de Cervantes;James Joyce;...\n",
      "4208   NaN  /books/;/books/;/books/;/books/;/books/;/books...\n",
      "4209   NaN  GET;POST;POST;POST;POST;POST;GET;PUT;GET;PATCH...\n",
      "4210   NaN  books-post.json;books-post.json;books-post.jso...\n",
      "4211   NaN  [];Marcel Proust;Miguel de Cervantes;James Joy...\n",
      "================================\n",
      "title ||             class                                               data\n",
      "4823        field                                        date_loaded\n",
      "4828  description  Date the study was recorded in the Screensaver...\n",
      "4829        title  Date Recorded;Last Data Loading Date;Library S...\n",
      "     class                                               data\n",
      "4820   NaN  date_created;last_data_loading_date;screen_typ...\n",
      "4821   NaN  fields.study;fields.study;fields.study;fields....\n",
      "4822   NaN   screen_result;custom;custom;custom;custom;custom\n",
      "4824   NaN  /reports/api/v1/field/fields.study/date_create...\n",
      "4825   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;24;25;26...\n",
      "4826   NaN  Assigned by the facility;Dynamically calculate...\n",
      "4827   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "4830   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "4831   NaN  screen.type;study.type;screen.data_sharing_lev...\n",
      "4832   NaN  [d];[d];[];[l,d];[l,d];[l,d];[d];[];[];[d];[d]...\n",
      "4833   NaN  [c];[c,u];[c,u];[c,u];[c];[c,u];[c,u];[c,u];[c...\n",
      "4834   NaN  date;date;string;string;string;string;string;s...\n",
      "4835   NaN                      link;link;link;link;link;link\n",
      "4836   NaN  {  };{ 'hrefTemplate': ';{ };{ 'hrefTemplate':...\n",
      "4837   NaN  select;select;select;select;textarea;textarea;...\n",
      "4838   NaN                                              now;0\n",
      "4839   NaN            True;True;True;True;True;True;True;True\n",
      "4840   NaN                           True;True;True;True;True\n",
      "4841   NaN  [readEverythingAdmin];[readEverythingAdmin];[r...\n",
      "4842   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;1.0;0....\n",
      "================================\n",
      "title ||       class                                               data\n",
      "5159  title  Well ID;Plate;Well;Library;Library Full Name;S...\n",
      "     class                                               data\n",
      "5151   NaN  well_id;plate_number;well_name;library_short_n...\n",
      "5152   NaN  fields.well;fields.well;fields.well;fields.wel...\n",
      "5153   NaN  library;library;library;custom;custom;custom;c...\n",
      "5154   NaN                short_name;library_name;screen_type\n",
      "5155   NaN  0;1;2;10;11;12;13;14;15;16;17;18;80;100;101;10...\n",
      "5156   NaN     report;screening;screening;screening;screening\n",
      "5157   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "5158   NaN  Well ID [plate number]:[well_name];Plate numbe...\n",
      "5160   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "5161   NaN                      screen.type;library.well_type\n",
      "5162   NaN  [l,d,report];[l,d,report];[l,d,report];[d,repo...\n",
      "5163   NaN                            [u];[u];[u];[u];[u];[u]\n",
      "5164   NaN  string;integer;string;string;string;string;str...\n",
      "5165   NaN  link;link;link;link;link;siunit;link;siunit;si...\n",
      "5166   NaN  { 'hrefTemplate': ';{ 'hrefTemplate': ';{ 'hre...\n",
      "5167   NaN                                      select;select\n",
      "5168   NaN                                True;True;True;True\n",
      "5169   NaN                                              False\n",
      "5170   NaN                                               True\n",
      "5171   NaN  [readEverythingAdmin];[readEverythingAdmin];[r...\n",
      "================================\n",
      "title ||       class                                               data\n",
      "5531  title  Toy Story (1995);Lion King, The (1994);Snow Wh...\n",
      "     class                                               data\n",
      "5530   NaN  0;70;98;131;142;49;171;180;81;251;173;209;65;8...\n",
      "5532   NaN  1995;1994;1937;1939;1965;1977;1980;1997;1993;1...\n",
      "5533   NaN  1;71;99;132;143;50;172;181;82;252;174;210;66;8...\n",
      "5534   NaN  [ 0.75322544 -0.03918959];[-0.32804807  0.6280...\n",
      "================================\n",
      "title ||       class                                               data\n",
      "7065  title  Professor of English;Enrollment Services Repre...\n",
      "     class                                               data\n",
      "7061   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "7062   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7063   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7064   NaN  Information Technology;Cow Rusting,Bounty Hunt...\n",
      "7066   NaN  English;Web Communications;Web Communications;...\n",
      "7067   NaN  USNV Hayes\\nFPO AP 84543;Unit 5159 Box 1795\\nD...\n",
      "7068   NaN  x5-0229;303-492-6970;303-492-8134;303-492-6970...\n",
      "7069   NaN  http://www.colorado.edu;http://www.colorado.ed...\n",
      "7070   NaN  My bodacious site;My cool site;My awesome site...\n",
      "7071   NaN  03557 Phillips Wells Suite 291\\nNew Beverlybur...\n",
      "7072   NaN  Fall 2013 Office Hours: Tuesdays & Thursdays 1...\n",
      "7073   NaN  I like beer.;I like beer.;I like beer.;I like ...\n",
      "7074   NaN  missing.jpg;missing.jpg;missing.jpg;missing.jp...\n",
      "7075   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "title ||         class                                               data\n",
      "7076       id  15643;8321;8327;8324;15638;15646;15648;8328;15...\n",
      "7077  creator  Ullah, Isaac I. T., 1979-;Sarjoughian, Hessam ...\n",
      "7083    title  A Coupled ABM-GIS Model of Small-Scale Farming...\n",
      "     class                                               data\n",
      "7078   NaN  Bergin, Sean M.;Swantek, Laura Anne;Miller, Al...\n",
      "7079   NaN  Ullah, Isaac I. T., 1979-;Barton, C. Michael;B...\n",
      "7080   NaN  Miller, Alexandra E.;Arrowsmith, J. Ramon;La R...\n",
      "7081   NaN  Wentz, Elizabeth;Barton, C. Michael;Barton, C....\n",
      "7082   NaN  Mayer, Gary R.;Schmich, Steven;Mayer, Gary R.;...\n",
      "7084   NaN  In Title: 8, 000â€“1, 500 yr. strikes me as a ...\n",
      "7085   NaN  Agricultural systems;Land use;Landscape assess...\n",
      "7086   NaN  Human ecology;Human ecology;Paleoclimatology;H...\n",
      "7087   NaN  Neolithic period;Neolithic period;Neolithic pe...\n",
      "7088   NaN  Geographic information systems;Habitat (Ecolog...\n",
      "7089   NaN  Mediterranean Region;Mediterranean Region;Medi...\n",
      "7090   NaN  Faculty scholarship;Faculty scholarship;Facult...\n",
      "================================\n",
      "title ||        class                                               data\n",
      "7561  gender                                    m;m;m;f;m;f;m;m\n",
      "7570   title  What is data science?;Who is your favourite te...\n",
      "     class                                               data\n",
      "7559   NaN  12345678;23456789;34567891;45678910;56789101;6...\n",
      "7560   NaN  laingdk;memery;andrew;subizhangg;mgelbart;ttim...\n",
      "7562   NaN  audit;audit;audit;audit;verified;verified;veri...\n",
      "7563   NaN  under_30_min;30_min_to_5_hr;30_min_to_5_hr;ove...\n",
      "7564   NaN  57d7f32f51efa305bc000bda;57d7f35851efa305b3000...\n",
      "7565   NaN  CommentThread;Comment;Comment;Comment;CommentT...\n",
      "7566   NaN                                Question;Discussion\n",
      "7567   NaN                                      123abc;234bcd\n",
      "7568   NaN  57d7f32f51efa305bc000bda;57e7ed56424a5d0788000c29\n",
      "7569   NaN  57d7f35851efa305b3000b67;57d7f35851efa305b3000...\n",
      "7571   NaN  Data science is a really cool new discipline t...\n",
      "================================\n",
      "title ||       class         data\n",
      "7981  title  Mr;Mr;Mr;Mr\n",
      "     class                                               data\n",
      "7967   NaN                                     82;82;83;84;85\n",
      "7968   NaN                                          3;3;3;3;3\n",
      "7969   NaN                                Z01;Z01;Z01;Z01;Z01\n",
      "7970   NaN  Zombie Cabinet;Zombie Cabinet;Zombie Cabinet;Z...\n",
      "7971   NaN                                          1;1;1;1;1\n",
      "7972   NaN                      141.0;141.0;141.0;141.0;141.0\n",
      "7973   NaN            7807024;7807024;6386025;41e3026;2f80027\n",
      "7974   NaN                      171.0;171.0;171.0;171.0;171.0\n",
      "7975   NaN                                0.0;0.0;0.0;0.0;0.0\n",
      "7976   NaN                      188.0;188.0;188.0;188.0;188.0\n",
      "7977   NaN                           30.0;30.0;30.0;30.0;30.0\n",
      "7978   NaN                           47.0;47.0;47.0;47.0;47.0\n",
      "7979   NaN  Confirmed;Confirmed;Cancelled;Confirmed;Cancelled\n",
      "7980   NaN  2014-02-10 20:08:54;2014-02-10 20:08:54;2014-0...\n",
      "7982   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7983   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7984   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7985   NaN  1157 Michael Island\\nNew Thomas, NC 34644;6097...\n",
      "7986   NaN  asdfssfsdf;asdfssfsdf;macedonomahon 55;macedon...\n",
      "7987   NaN     thessaloniki;thessaloniki;Athens;Athens;Athens\n",
      "7988   NaN  ΘΕΣΣΑΛΟΝΙΚΗΣ;ΘΕΣΣΑΛΟΝΙΚΗΣ;ΑΤΤΙΚΗΣ;ΑΤΤΙΚΗΣ;ΑΤΤΙΚΗΣ\n",
      "7989   NaN                 Greece;Greece;Greece;Greece;Greece\n",
      "7990   NaN                      12201;12201;13676;13676;13676\n",
      "================================\n",
      "title ||             class                 data\n",
      "8112       status      1.0;1.0;1.0;1.0\n",
      "8114  description  1.0;1.0;1.0;1.0;1.0\n",
      "8115        title  1.0;1.0;1.0;1.0;1.0\n",
      "8124        value      1.0;1.0;1.0;1.0\n",
      "8126         date          1.0;1.0;1.0\n",
      "     class                                             data\n",
      "8111   NaN  Administrator;embedded;edit;create;default;view\n",
      "8113   NaN                                      1.0;1.0;1.0\n",
      "8116   NaN                                  1.0;1.0;1.0;1.0\n",
      "8117   NaN                                  1.0;1.0;1.0;1.0\n",
      "8118   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8119   NaN                                  1.0;1.0;1.0;1.0\n",
      "8120   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8121   NaN                                  1.0;1.0;1.0;1.0\n",
      "8122   NaN                                  1.0;1.0;1.0;1.0\n",
      "8123   NaN                                  1.0;1.0;1.0;1.0\n",
      "8125   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8127   NaN                              1.0;1.0;1.0;1.0;1.0\n",
      "8128   NaN                                      1.0;1.0;1.0\n",
      "8129   NaN                                              1.0\n",
      "================================\n",
      "title ||       class                                               data\n",
      "8330  title  Travelling With Kids;J&J How To Bathe Your New...\n",
      "     class                                               data\n",
      "8328   NaN  807;807;807;807;807;807;807;807;807;807;807;80...\n",
      "8329   NaN  10/12/2017 9:09:50 PM;10/12/2017 9:08:50 PM;10...\n",
      "8331   NaN  EC-TWK-PT-E-1017;BC-JAJ-CH-E-1017;BL-SAF-CN-E-...\n",
      "8332   NaN  West and North;West and North;West and North;W...\n",
      "8333   NaN  IAP TV;IAP TV;IAP TV;IAP TV;IAP TV;IAP TV;IAP ...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"title\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if \"Unforgiven;Underworld\" in \" \".join(group_df[\"data\"].values):\n",
    "        #         break\n",
    "        if types[preds[labels==target_type_id]][num] == target_type:\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.47887323943661975 119 30.0 17\n",
      "================================\n",
      "category ||       class                                               data\n",
      "1424  title  Magistrate;Circuit Judge;Magistrate;Magistrate...\n",
      "     class                                               data\n",
      "1422   NaN                                      1;2;3;4;5;6;7\n",
      "1423   NaN                 Emp1;Emp1;Emp3;Emp4;Emp5;Emp6;Emp7\n",
      "1425   NaN                        Joe;Joe;Joe;Joe;Joe;Joe;Joe\n",
      "1426   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "1427   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "1428   NaN  Baroness;His Honour Judge;Baroness;Baroness;Ba...\n",
      "1429   NaN                                      1;5;1;1;1;1;1\n",
      "1430   NaN  No Work Pattern (M to F);Salaried Judiciary 5 ...\n",
      "1431   NaN  thomas15@stewart-bowman.com;qgrimes@gmail.com;...\n",
      "1432   NaN  2008-07-18 00:00:00;2006-08-10 00:00:00;2008-0...\n",
      "1433   NaN  1900-01-01 00:00:00;1900-01-01 00:00:00;1900-0...\n",
      "1434   NaN                 True;True;True;True;True;True;True\n",
      "1435   NaN  2019-12-04 11:29:43.480000000;2019-12-04 11:29...\n",
      "1436   NaN  578256875287452.0;578256875287452.0;5782568752...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "2962  title  Deathmatch;Dream Scheme;Q4T;Museum of Broken W...\n",
      "     class                                               data\n",
      "2963   NaN  August 2020;July 2020;March 2020;February 2020...\n",
      "2964   NaN  A Minecraft plugin that creates a minigame for...\n",
      "2965   NaN  https://github.com/paramt/deathmatch/releases;...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "3186     id          1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17\n",
      "3188  title  Laravel Admin Starter;About;Get in Touch;Priva...\n",
      "     class                                               data\n",
      "3187   NaN  Home;About;Contact Us;Privacy Policy;Terms and...\n",
      "3189   NaN  Laravel Admin Starter;About;Contact Us;Privacy...\n",
      "3190   NaN  /;about;contact-us;privacy-policy;terms-and-co...\n",
      "3191   NaN  /;/about;/contact-us;/privacy-policy;/terms-an...\n",
      "3192   NaN  sign-in;edit;user-circle;user-circle;id-card-a...\n",
      "3193   NaN                  1;1;1;0;0;0;0;0;0;1;1;1;1;1;1;0;1\n",
      "3194   NaN                  0;1;4;0;0;0;0;0;0;5;1;2;4;2;3;0;3\n",
      "3195   NaN                  0;1;1;0;0;0;0;0;0;0;0;0;0;1;1;0;0\n",
      "3196   NaN                  1;1;4;0;0;0;0;0;0;0;0;0;0;2;3;0;0\n",
      "3197   NaN                  0;0;0;0;0;0;1;1;1;0;0;0;0;0;0;1;0\n",
      "3198   NaN                  0;0;0;0;0;1;0;0;0;0;0;0;0;1;1;0;1\n",
      "3199   NaN             0;0;0;0;0;0;0;7;7;0;10;10;10;0;0;15;10\n",
      "3200   NaN             0;0;0;0;0;0;0;7;7;0;10;10;10;0;0;15;10\n",
      "3201   NaN               1;0;7;0;0;9;0;2;3;0;5;6;4;8;10;11;12\n",
      "3202   NaN                 23;3;3;1;1;1;1;1;1;0;1;1;1;6;4;1;1\n",
      "3203   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3204   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3205   NaN  2020-06-17 08:35:36;2020-06-17 08:35:36;2020-0...\n",
      "3206   NaN  2020-06-19 07:24:42;2020-06-19 07:23:07;2020-0...\n",
      "3207   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "3208   NaN                  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "================================\n",
      "name ||       class                                               data\n",
      "3431  title  2gether NHS Foundation Trust;Aberdeen City Cou...\n",
      "3432   type  nhs;local-council;local-council;grouping;local...\n",
      "     class                                               data\n",
      "3430   NaN  2gether-nhs-foundation-trust;aberdeen-city-cou...\n",
      "3433   NaN  http://data.gov.uk/publisher/2gether-nhs-found...\n",
      "3434   NaN  AFBI Headquarters;Architects Registration Boar...\n",
      "3435   NaN  207 Mccullough Well Suite 564\\nNew Hannah, WA ...\n",
      "3436   NaN  national-health-service;local-authorities;loca...\n",
      "================================\n",
      "description ||           class                                               data\n",
      "3487         id  R01MH096906;R01MH109682;R24MH120037;1760950;UH...\n",
      "3488      title  LARGE-SCALE IMAGE-BASED META-ANALYSIS OF FUNCT...\n",
      "3490  startDate  2012;2016;2019;2018;2018;2018;2018;2017;2017;2...\n",
      "3491    endDate  2023;2021;2024;2021;2020;2023;2023;2020;2020;2...\n",
      "     class                                               data\n",
      "3486   NaN  National Institute of Mental Health;National I...\n",
      "3489   NaN  Subcontract PI (T. Yarkoni, PI);Subcontract PI...\n",
      "3492   NaN  True;True;True;True;True;True;True;True;False;...\n",
      "3493   NaN  https://projectreporter.nih.gov/project_info_d...\n",
      "================================\n",
      "description ||           class                                               data\n",
      "3901         id                          -;-;-;-;-;-;-;-;-;-;-;-;-\n",
      "3902      title  Notas de Disciplina de Cálculo Numérico;Cálcul...\n",
      "3909   language  Português;Português;Português;Português;Portug...\n",
      "3911  publisher  -;-;IFRN;UFABC;UFMA;-;University of Californii...\n",
      "     class                                               data\n",
      "3903   NaN  Leonardo F. Guidi;Felipe Acker;Robson Santana ...\n",
      "3904   NaN  2017;2016;2008;2020;2011;2020;2005;2008;2016;-...\n",
      "3905   NaN  Ebook;Ebook;Ebook;Ebook;Ebook;Apostila/Ebook;E...\n",
      "3906   NaN  Ciências Exatas e da Natureza;Ciências Exatas ...\n",
      "3907   NaN  Matemática;Matemática;Matemática;Matemática;Ma...\n",
      "3908   NaN  Calculo Numérico;Cálculo;Geometria Analítica;G...\n",
      "3910   NaN  -;-;978-85-89571-53-1;-;-;-;-;-;-;-;-;-;-;-;-;...\n",
      "3912   NaN                    -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-\n",
      "3913   NaN  Notas de aula do professor Guidi do Instituto ...\n",
      "3914   NaN  http://www.mat.ufrgs.br/~guidi/grad/MAT01169/c...\n",
      "3915   NaN  https://drive.google.com/file/d/1My2o5USIGBdDO...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "3991  title  \\nAesthetic Blasphemy\\n;Login to Aesthetic Bla...\n",
      "     class                                               data\n",
      "3990   NaN  http://aestheticblasphemy.com;http://aesthetic...\n",
      "3992   NaN  200;200;200;200;200;200;200;200;200;200;200;20...\n",
      "================================\n",
      "description ||       class                                               data\n",
      "4326     id                                    1;2;3;4;5;6;7;8\n",
      "4327  title  First Object for Institution One;Second Object...\n",
      "     class                                               data\n",
      "4328   NaN  A bag of photos;A bag of PDFs;A bag of broken ...\n",
      "4329   NaN  institution1.edu/photos;institution1.edu/pdfs;...\n",
      "4330   NaN  photos_from_the_1960s;pdf_docs_with_lots_of_wo...\n",
      "4331   NaN  institution;restricted;consortia;institution;r...\n",
      "4332   NaN  photos.tar;pdfs.tar;glass.tar;chocolate.tar;co...\n",
      "4333   NaN                                    2;2;2;3;3;3;4;4\n",
      "4334   NaN  2021-01-12 17:14:35;2021-01-12 17:14:35;2021-0...\n",
      "4335   NaN  2021-01-12 17:14:35;2021-01-12 17:14:35;2021-0...\n",
      "4336   NaN                                    A;A;A;A;A;A;A;A\n",
      "4337   NaN  etagforinst1photos;etagforinst1pdfs;etagforins...\n",
      "4338   NaN  Standard;Standard;Standard;Standard;Standard;S...\n",
      "4339   NaN  https://example.com/profile.json;https://examp...\n",
      "4340   NaN  Institution One;Institution One;Institution On...\n",
      "4341   NaN  First internal identifier;Second internal iden...\n",
      "4342   NaN  First internal description;Second internal des...\n",
      "================================\n",
      "description ||             class                                               data\n",
      "5953  description  Pubmed ID;Pubmed Central ID;Authors cited;Jour...\n",
      "5954        title  Pubmed ID;Pubmed Central ID;Authors Cited;Jour...\n",
      "     class                                               data\n",
      "5945   NaN  publication_id;pubmed_id;pubmed_central_id;aut...\n",
      "5946   NaN  fields.publication;fields.publication;fields.p...\n",
      "5947   NaN                 attached_file;attached_file;screen\n",
      "5948   NaN              attached_file_id;filename;facility_id\n",
      "5949   NaN                         0;1;2;3;4;5;6;7;8;10;11;12\n",
      "5950   NaN  string;string;string;string;string;string;stri...\n",
      "5951   NaN     link;link;link;full_string;link;link;link;link\n",
      "5952   NaN  { 'hrefTemplate': ';{ 'hrefTemplate': 'http://...\n",
      "5955   NaN    [l,d];[l,d];[l,d];[l,d];[l,d];[l,d];[l,d];[l,d]\n",
      "================================\n",
      "description ||       class                                               data\n",
      "6743  title  Picture of the step 1;Picture of the step 1;Pi...\n",
      "     class                                               data\n",
      "6742   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "6744   NaN  empty;empty;empty;empty;empty;empty;empty;empt...\n",
      "6745   NaN  1;1;1;2;3;2;3;2;2;4;5;6;7;8;9;10;1;11;12;13;14...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "7732  title  inja;amanzi;mpho;iqanda;mhlobo;storybook-5-ch-...\n",
      "     class                                               data\n",
      "7727   NaN  1;2;3;4;5;6;7;8;9;10;12;11;13;14;15;16;17;18;1...\n",
      "7728   NaN  audio/mpeg;audio/mpeg;audio/mpeg;audio/mpeg;au...\n",
      "7729   NaN  CREATIVE_COMMONS_CC_BY;CREATIVE_COMMONS_CC_BY;...\n",
      "7730   NaN  https://forvo.com/word/inja/;https://forvo.com...\n",
      "7731   NaN  3.0;4.0;5.0;6.0;7.0;14.0;16.0;17.0;12.0;15.0;1...\n",
      "7733   NaN  inja;amanzi;mpho;iqanda;mhlobo;ULara, ongubhan...\n",
      "7734   NaN  /audio/1.mp3;/audio/2.mp3;/audio/3.mp3;/audio/...\n",
      "7735   NaN  MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP3;MP...\n",
      "================================\n",
      "id ||        class                                               data\n",
      "7991   title  Must buy!;Highly recommended;Best in the marke...\n",
      "7994  rating                                5;5;5;5;4;4;5;5;5;5\n",
      "     class                                               data\n",
      "7992   NaN  Really amazing phone by apple .Its come with I...\n",
      "7993   NaN  Flipkart Customer;Vignesh Jayabal;Vineeth Vasu...\n",
      "================================\n",
      "name ||       class                                               data\n",
      "8851  title  Unforgiven;Underworld;V for Vendetta;Van Wilde...\n",
      "     class                                               data\n",
      "8852   NaN  1992;2003;2005;2002;2008;2004;2000;2009;2004;2...\n",
      "8853   NaN  130 min;121 min;132 min;92 min;90 min;131 min;...\n",
      "8854   NaN  Drama, Western;Action, Fantasy, Thriller;Actio...\n",
      "8855   NaN  tt0105695;tt0320691;tt0434409;tt0283111;tt0443...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"title\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if types[preds[labels==target_type_id]][num] != target_type:\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if \"Unforgiven;Underworld\" in \" \".join(group_df[\"data\"].values):\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "import fasttext as ft\n",
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "ft_model = ft.load_model('/data/zhihao/TU/crawl-300d-2M-subword.bin')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "target = group_df[\"data\"].values\n",
    "target_text = \" \".join(target)\n",
    "target_embs = ft_model.get_sentence_vector(target_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6453900709219859 552 137.0 91\n",
      "================================\n",
      "name [[0.92304415]] ||       class                                               data\n",
      "1486     id  100000;100001;100100;100101;100102;100200;1002...\n",
      "1487   name  RaceCharts;PastPerformances;Y;M;1;D;d;T;t;A;D;...\n",
      "1490  field  ImportCategoryID;ImportCategoryID;RaceDistance...\n",
      "     class                                               data\n",
      "1488   NaN  Race Charts;Past Performances;Yards;Meters;Fur...\n",
      "1489   NaN  Imports;Imports;Races;Races;Races;Races;Races;...\n",
      "================================\n",
      "name [[0.920162]] ||      class                                               data\n",
      "3132  name  Spider-Man (Peter Parker);Captain America (Ste...\n",
      "3134    id  Secret Identity;Public Identity;Public Identit...\n",
      "     class                                               data\n",
      "3131   NaN  1678;7139;64786;1868;2460;2458;2166;1833;29481...\n",
      "3133   NaN  \\/Spider-Man_(Peter_Parker);\\/Captain_America_...\n",
      "3135   NaN  Good Characters;Good Characters;Neutral Charac...\n",
      "3136   NaN  Hazel Eyes;Blue Eyes;Blue Eyes;Blue Eyes;Blue ...\n",
      "3137   NaN  Brown Hair;White Hair;Black Hair;Black Hair;Bl...\n",
      "3138   NaN  Male Characters;Male Characters;Male Character...\n",
      "3139   NaN     dontknow;dontknow;dontknow;Bisexual Characters\n",
      "3140   NaN  Living Characters;Living Characters;Living Cha...\n",
      "3141   NaN  4043.0;3360.0;3061.0;2961.0;2258.0;2255.0;2072...\n",
      "3142   NaN  Aug-62;Mar-41;Oct-74;Mar-63;Nov-50;Nov-61;Nov-...\n",
      "3143   NaN  1.962;1.941;1.974;1.963;1.95;1.961;1.961;1.962...\n",
      "================================\n",
      "name [[0.91194713]] ||             class                                               data\n",
      "4532         name  Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Yes;Ye...\n",
      "4539  description  6.99;0.0;6.99;6.99;0.0;6.99;6.99;0.0;6.99;6.99...\n",
      "     class                                               data\n",
      "4529   NaN  1;900;50;1;600;50;1;200;25;1;100;25;1;100;25;1...\n",
      "4530   NaN  Each;900/Case;50/Tray;Each;600/Case;50/Tray;Ea...\n",
      "4531   NaN  No;No;No;No;No;No;No;No;No;No;No;No;No;No;No;N...\n",
      "4533   NaN  687662.0;687662.0;687662.0;687663.0;687663.0;6...\n",
      "4534   NaN  Each;Case;Box;Each;Case;Each;Box;Each;Case;Box...\n",
      "4535   NaN  26672101.0;26672150.0;36672101.0;36672150.0;76...\n",
      "4536   NaN  514735;514735;514735;479851;479851;479851;4940...\n",
      "4537   NaN  EA;CS;TR;EA;CS;TR;EA;CS;TR;EA;CS;TR;EA;CS;TR;E...\n",
      "4538   NaN  Really Flat;Free Shipping;Really Flat;Really F...\n",
      "4540   NaN  No;Yes;No;No;Yes;No;No;Yes;No;No;Yes;No;No;Yes...\n",
      "4541   NaN  No;No;No;No;No;No;No;No;No;No;No;No;No;No;No;N...\n",
      "4542   NaN  Iyas Hatim;Iyas Hatim;Iyas Hatim;Iyas Hatim;Iy...\n",
      "4543   NaN  Wound Care;Wound Care;Wound Care;Wound Care;Wo...\n",
      "================================\n",
      "name [[0.917659]] ||      class                                               data\n",
      "5847  name  Mozzarella;Cheddar;Pepper Jack;Feta;Butter;Sou...\n",
      "     class                                               data\n",
      "5846   NaN  0;1;2;3;4;5;6;8;9;11;13;14;18;19;20;21;23;24;2...\n",
      "5848   NaN  61.5;42.6;48.83;54.17;85.0;13.04;5.99;16.57;5....\n",
      "5849   NaN  6.0;4.0;4.0;1.0;30.0;2.0;1.0;6.0;2.0;2.0;6.0;6...\n",
      "5850   NaN  CASE 30lb;CASE 20lb;CASE 20lb;33lbs;CASE 30lb;...\n",
      "5851   NaN  Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dair...\n",
      "5852   NaN  0.0;0.0;3.0;1.75;33.0;2.0;4.0;2.5;29.0;2.0;1.0...\n",
      "5853   NaN  5lb BAG;5lb BAG;5lb BAG;5lb BAG;1lb;5lb BUCKET...\n",
      "5854   NaN  OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;CUP;EA;CUP...\n",
      "5855   NaN  80.0;80.0;80.0;160.0;16.0;160.0;48.0;180.0;16....\n",
      "5856   NaN  1.0;1.0;1.0;100.0;1.0;95.0;1000000.0;95.0;100....\n",
      "5857   NaN  0.0;0.0;0.0;1.0;1.0;0.0;0.0;0.0;24.0;1.0;1.0;1...\n",
      "5858   NaN  9.0;9.0;0.0;2.0;9.0;0.0;6.0;9.0;6.0;0.0;0.0;2....\n",
      "================================\n",
      "name [[0.9449239]] ||      class                                               data\n",
      "7653  name  8Realms;Adventure Quest Worlds;Blood Wars;Busi...\n",
      "7656  type  Strategy;MMORPG;MMORPG;MMORPG;role-playing;Str...\n",
      "     class                                               data\n",
      "7654   NaN  Jagex;Artix Entertainment;BW Team;Dovogame LLC...\n",
      "7655   NaN  2011 (now closed);2008;2006;2009;2001;2009;200...\n",
      "7657   NaN  Real-time;Real-time;Real-time;Real-time;Real-t...\n",
      "7658   NaN  Empire building;RPG;Post-apocalyptic world;Fan...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"name\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        text_i = \" \".join(group_df[\"data\"].values)\n",
    "        text_i_embs = ft_model.get_sentence_vector(text_i.replace(\"\\n\", \" \"))\n",
    "        similarity_i = cosine_similarity([target_embs], [text_i_embs])\n",
    "        if similarity_i > 0.9:\n",
    "            print(types[preds[labels==target_type_id]][num], similarity_i, \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6453900709219859 552 137.0 91\n",
      "================================\n",
      "[[0.90331274]] ||\n",
      "     class                                               data\n",
      "1743  name  Toroi Bandi;Four Springs;For Daughter;Golden M...\n",
      "     class                                               data\n",
      "1742   NaN  Khusugtun;Khusugtun;Khusugtun;Khusugtun;Khusug...\n",
      "1744   NaN  2IT5tkzynltvM4uxmm9b6f;0IHAt7G9uSX9jiRQkkNn1g;...\n",
      "1745   NaN  22;18;14;11;12;12;29;15;13;11;17;22;27;23;21;1...\n",
      "================================\n",
      "[[0.9052275]] ||\n",
      "     class                                               data\n",
      "2189  name  Express;Standard;Expedited Parcel;Priority;Reg...\n",
      "     class                                               data\n",
      "2188   NaN  asendia-express;asendia-standard;canada-post-e...\n",
      "2190   NaN  asendia;asendia;canada-post;canada-post;canada...\n",
      "================================\n",
      "[[0.9124416]] ||\n",
      "      class                                               data\n",
      "2565     id        786;580;953;955;1387;523;1016;1007;1169;513\n",
      "2566   name  Jamf Self Service;Google Drive;iMovie;Green Sc...\n",
      "2578  price        0.0;0.0;0.0;2.99;0.0;0.0;13.99;0.0;4.99;0.0\n",
      "     class                                               data\n",
      "2567   NaN  Productivity;Productivity;Video Editing;Video ...\n",
      "2568   NaN  Productivity;3rd-5th Grade;3rd-5th Grade;3rd-5...\n",
      "2569   NaN  Utilities;6th-8th Grade;6th-8th Grade;6th-8th ...\n",
      "2570   NaN  None;Productivity;Early Childhood;Early Childh...\n",
      "2571   NaN  None;None;K-2nd Grade;K-2nd Grade;Early Childh...\n",
      "2572   NaN  None;None;Video Editing;Video Editing;K-2nd Gr...\n",
      "2573   NaN  False;True;True;False;False;False;True;False;F...\n",
      "2574   NaN    6588;5699;3736;2468;1932;447;1417;2260;4869;533\n",
      "2575   NaN  6514;6514;6514;5642;6514;6514;2579;6514;5830;6514\n",
      "2576   NaN      1486;1486;1486;928;1486;1486;96;1486;740;1486\n",
      "2577   NaN  8000;8000;8000;6570;8000;8000;2675;8000;6570;8000\n",
      "2579   NaN  2018-11-16T20:41:15Z;2019-04-22T14:50:59Z;2018...\n",
      "2580   NaN            2.5;5.0;4.0;3.5;3.5;4.5;4.5;4.5;4.0;5.0\n",
      "2581   NaN  com.jamfsoftware.selfservice;com.google.Drive;...\n",
      "2582   NaN  https://jamf.myorg.com:8443/mobileDeviceApps.h...\n",
      "2583   NaN  https://itunes.apple.com/us/app/self-service-m...\n",
      "================================\n",
      "[[0.9029373]] ||\n",
      "     class                                               data\n",
      "3174  name  Incident Reports;Offices;Requests;Shelters;Sto...\n",
      "     class                                               data\n",
      "3175   NaN  All Active Offices;All Open Requests;All Activ...\n",
      "3176   NaN                           event;org;req;cr;inv;inv\n",
      "3177   NaN  incident_report;office;req;shelter;inv_item;wa...\n",
      "3178   NaN          incident;office;request;shelter;warehouse\n",
      "3179   NaN  Danger Area;Building;Navaid, Red;Campground;Bu...\n",
      "3180   NaN  {name} (T('Incident'));{name} (T('Office'))<br...\n",
      "3181   NaN  name;name,organisation_id;req_ref,site_id;name...\n",
      "3182   NaN  ~.obsolete=False;~.fulfil_status__ne=2;~.statu...\n",
      "3183   NaN                                               True\n",
      "3184   NaN                False;False;False;False;False;False\n",
      "3185   NaN                                              False\n",
      "================================\n",
      "[[0.9115919]] ||\n",
      "     class                                               data\n",
      "3609  name  Offices;Facilities;Shelters;Staff;Volunteers;P...\n",
      "     class                                               data\n",
      "3610   NaN  All Active Offices;All Active Facilities;All A...\n",
      "3611   NaN                       org;org;cr;hrm;vol;gis;event\n",
      "3612   NaN  office;facility;shelter;staff;volunteer;poi;in...\n",
      "3613   NaN  DPC;DPC;shelter;staff;volunteer;marker_green;i...\n",
      "3614   NaN  Navaid, Red;Navaid, Red;Navaid, Red;Contact, D...\n",
      "3615   NaN  {name} (T('Office'))<br />{organisation_id}<br...\n",
      "3616   NaN  name,organisation_id,location_id,phone1;name,o...\n",
      "3617   NaN  ~.obsolete=False;~.obsolete=False;~.obsolete=F...\n",
      "3618   NaN                                     True;True;True\n",
      "3619   NaN  Assets;Assets;Assets;Human Resources;Human Res...\n",
      "3620   NaN          False;False;False;False;False;False;False\n",
      "3621   NaN                 True;True;True;True;True;True;True\n",
      "================================\n",
      "[[0.91867983]] ||\n",
      "      class                                               data\n",
      "3970  title  Geography;Date;Measure Type;Unit;SITC Section;...\n",
      "3971   name  geography;date;measure_type;unit;sitc_section;...\n",
      "     class                                               data\n",
      "3972   NaN  qb:dimension;qb:dimension;qb:dimension;qb:attr...\n",
      "3973   NaN  http://purl.org/linked-data/sdmx/2009/dimensio...\n",
      "3974   NaN  http://gss-data.org.uk/def/concept/sitc-sectio...\n",
      "3975   NaN  string;string;number;number;number;string;stri...\n",
      "3976   NaN  slugize;slugize;slugize;slugize;slugize;slugiz...\n",
      "================================\n",
      "[[0.90078723]] ||\n",
      "            class                                               data\n",
      "5056  description  Description;-1E02;⁰⁴⁵;Description;사회과학원 어학연구소;...\n",
      "5057         name  Cape starling;Pelican, great white;Bushbuck;Cr...\n",
      "     class                                               data\n",
      "5054   NaN  119373.34;15065.74;456811.38;620786.7;913401.7...\n",
      "5055   NaN  2020-12-22T21:16:01Z;2021-01-19T00:30:44Z;2020...\n",
      "5058   NaN  Id. Decision Makers;Negotiation/Review;Negotia...\n",
      "5059   NaN  @AccountRef32;@AccountRef35;@AccountRef9;@Acco...\n",
      "================================\n",
      "[[0.90414345]] ||\n",
      "     class                                               data\n",
      "5107  name  VMC Game Labs;Logrus International;Igloo Music...\n",
      "     class                                               data\n",
      "5106   NaN  3541;3542;3543;3544;3545;3546;3547;3548;3549;3...\n",
      "5108   NaN  1410705719193;1410705719255;1410705719300;1410...\n",
      "5109   NaN  1410705719193;1410705719255;1410705719300;1410...\n",
      "5110   NaN  vmc-game-labs;logrus-international;igloo-music...\n",
      "5111   NaN  https://www.igdb.com/companies/vmc-game-labs;h...\n",
      "5112   NaN  7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;2;...\n",
      "5113   NaN  7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;7;...\n",
      "================================\n",
      "[[0.9080988]] ||\n",
      "       class                                               data\n",
      "6230    name  Wight;Pyre;Poltergeist;Haunt;Grim;Ghoul;Dullah...\n",
      "6275  number    314.5;311.5;104.5;318.5;300.5;228.0;319.0;400.0\n",
      "     class                                               data\n",
      "6231   NaN  kayse_wight;kayse_pyre;kayse_poltergeist;kayse...\n",
      "6232   NaN  Phase Blockade Runner;Phase Tanker;Phase Fight...\n",
      "6233   NaN  No Such Org;No Such Org;No Such Org;No Such Or...\n",
      "6234   NaN  flarelauncher_active;flarelauncher_active;rese...\n",
      "6235   NaN                     5.0;3.0;15.0;10.0;7.0;9.0;25.0\n",
      "6236   NaN             2800;2000;750;4250;1500;1000;2800;6000\n",
      "6237   NaN                   350;350;100;400;250;300;400;1000\n",
      "6238   NaN             5000;4000;600;3000;2250;1200;5000;7000\n",
      "6239   NaN  10000.0;2500.0;2813.0;1875.0;2000.0;5833.0;7000.0\n",
      "6240   NaN                     300;200;80;225;160;160;350;400\n",
      "6241   NaN                            45;45;0;50;40;35;70;120\n",
      "6242   NaN                                                1.0\n",
      "6243   NaN                         80;50;180;75;160;90;100;75\n",
      "6244   NaN                        60;30;400;50;130;120;100;50\n",
      "6245   NaN                          40;20;350;30;100;90;80;30\n",
      "6246   NaN                            30;25;90;25;60;45;35;20\n",
      "6247   NaN                          30;15;180;25;120;90;80;25\n",
      "6248   NaN                     400;400;30;450;200;200;250;700\n",
      "6249   NaN    PHASE;PHASE;PHASE;PHASE;PHASE;PHASE;PHASE;PHASE\n",
      "6250   NaN  phasecloak;phasecloak;phasecloak;phasecloak;ph...\n",
      "6251   NaN                         90;90;0;300;150;90;150;270\n",
      "6252   NaN                            0.5;0.0;0.4;0.4;0.3;0.4\n",
      "6253   NaN                            1.2;0.0;0.8;0.8;0.7;0.8\n",
      "6254   NaN             0.05;0.05;0.1;0.05;0.06;0.05;0.05;0.05\n",
      "6255   NaN            0.04;0.04;0.07;0.04;0.04;0.04;0.04;0.04\n",
      "6256   NaN                             25;10;1;90;10;4;25;100\n",
      "6257   NaN                           50;20;1;150;15;10;60;180\n",
      "6258   NaN               200.0;20.0;40.0;25.0;10.0;60.0;120.0\n",
      "6259   NaN              100.0;500.0;40.0;20.0;20.0;80.0;100.0\n",
      "6260   NaN                        2.0;2.0;2.0;1.0;1.0;2.0;3.0\n",
      "6261   NaN                50.0;240.0;20.0;20.0;20.0;40.0;33.0\n",
      "6262   NaN                      9.0;9.0;9.0;10.0;9.0;10.0;9.0\n",
      "6263   NaN  100000.0;44000.0;104000.0;24000.0;52000.0;4000...\n",
      "6264   NaN                      5.0;5.0;5.0;10.0;10.0;5.0;4.0\n",
      "6265   NaN                 20.0;20.0;15.0;20.0;20.0;15.0;12.0\n",
      "6266   NaN          300.0;300.0;360.0;180.0;180.0;300.0;420.0\n",
      "6267   NaN                 0.25;0.25;0.25;0.25;0.25;0.25;0.25\n",
      "6268   NaN                    10.0;6.0;20.0;8.0;7.0;15.0;30.0\n",
      "6269   NaN                    10.0;6.0;20.0;8.0;7.0;15.0;30.0\n",
      "6270   NaN       CIVILIAN, FREIGHTER;CIVILIAN, TANKER;CARRIER\n",
      "6271   NaN  hightech_bp, merc;hightech_bp, merc, tritachyo...\n",
      "6272   NaN                   0.5;0.75;0.0;0.5;0.5;0.5;0.7;0.5\n",
      "6273   NaN                        2.0;3.0;2.0;2.0;2.0;2.0;2.0\n",
      "6274   NaN                        3.0;4.0;3.0;2.0;2.0;3.0;3.0\n",
      "================================\n",
      "[[0.90732795]] ||\n",
      "     class                                               data\n",
      "7273  name  Studio Tas;DBest Compushop;Kamerakamera;VONA;P...\n",
      "     class                                               data\n",
      "7271   NaN  808;812;815;907;916;949;950;1099;1287;1294;137...\n",
      "7272   NaN  ID100N3;ID100N7;ID100NA;ID100PX;ID100R6;ID100S...\n",
      "================================\n",
      "[[0.90629065]] ||\n",
      "     class                                               data\n",
      "7568  name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "7570  city  Concord;Concord;Las Vegas;Las Vegas;Calgary;Ca...\n",
      "     class                                               data\n",
      "7563   NaN     0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18\n",
      "7564   NaN  002gqWfVal1D2DT6oA-bVQ;K_9pvEE-fJQyYExAGe0X0g;...\n",
      "7565   NaN  qnZzSC4TKen19Gz9nyKCvw;qnZzSC4TKen19Gz9nyKCvw;...\n",
      "7566   NaN  12oz. Boneless Ribeye | Grilled to perfection ...\n",
      "7567   NaN  food;food;food;food;food;food;food;food;food;f...\n",
      "7569   NaN  583 Wallace Ranch\\nStewartbury, HI 25324;471 E...\n",
      "7571   NaN  NC;NC;NV;NV;AB;AB;ON;NV;ON;NV;NV;ON;ON;ON;NV;A...\n",
      "7572   NaN  19683;14215;26449;60585;50050;47902;72117;2033...\n",
      "7573   NaN  35.3654956;35.3654956;36.1268705;36.1268705;50...\n",
      "7574   NaN  -80.7120321;-80.7120321;-115.2421747;-115.2421...\n",
      "7575   NaN  3.0;3.0;4.0;4.0;4.0;4.0;3.5;2.5;4.0;4.0;4.5;4....\n",
      "7576   NaN  145;145;491;491;17;17;268;123;21;233;3512;21;3...\n",
      "7577   NaN  Comfort Food, Restaurants, Nightlife, Steakhou...\n",
      "7578   NaN  ['12oz', 'boneless', 'ribeye', 'grilled', 'to'...\n",
      "7579   NaN  ['12oz', 'boneless', 'ribey', 'grill', 'perfec...\n",
      "================================\n",
      "[[0.9184039]] ||\n",
      "         class                                               data\n",
      "8106      name  Mozzarella;Cheddar;Pepper Jack;Feta;Butter;Sou...\n",
      "8107  category  Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dairy;Dair...\n",
      "     class                                               data\n",
      "8105   NaN  0;1;2;3;4;5;6;8;9;11;13;14;18;19;20;21;23;24;2...\n",
      "8108   NaN  5lb BAG;5lb BAG;5lb BAG;5lb BAG;1lb;5lb BUCKET...\n",
      "8109   NaN  OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;OZ-wt;CUP;EA;CUP...\n",
      "8110   NaN  480.0;320.0;320.0;160.0;480.0;160.0;48.0;180.0...\n",
      "8111   NaN  CASE 30lb;CASE 20lb;CASE 20lb;33lbs;CASE 30lb;...\n",
      "8112   NaN  3.0;6.0;4.0;2.25;14.0;1.5;2.5;1.125;18.0;1.0;4...\n",
      "8113   NaN  6.0;4.0;4.0;1.0;30.0;2.0;1.0;6.0;2.0;2.0;4.0;4...\n",
      "8114   NaN  1.0;1.0;1.0;100.0;1.0;95.0;1000000.0;95.0;100....\n",
      "8115   NaN  73.95;48.23;45.25;54.17;91.85;13.04;5.99;16.98...\n",
      "8116   NaN  1.0;2.0;1.0;1.0;1.0;1.0;4.0;1.0;16.0;1.0;1.0;1...\n",
      "8117   NaN  0.0;0.0;0.0;2.0;0.0;0.0;6.0;0.0;6.0;0.0;0.0;0....\n",
      "================================\n",
      "[[0.9043043]] ||\n",
      "     class                                               data\n",
      "7986    id  186660;186663;190666;192091;194306;195734;1984...\n",
      "7991  name  Shield Fairy;Command Fairy;Fury Fairy;Reinforc...\n",
      "     class                                               data\n",
      "7987   NaN  4;15;2;10;5;3;6;17;9;1;8;20;25;24;1005;1006;10...\n",
      "7988   NaN  ★★★★★;★★★★★;★★★★★;★★;★;★★★★★;★★★★★;★★★★★;★★★★;...\n",
      "7989   NaN  3000;3000;3000;400;300;3000;3000;3000;3000;300...\n",
      "7990   NaN  100;100;100;35;5;100;100;100;99;100;100;50;100...\n",
      "7992   NaN  20.0;36.0;15.0;4.0;4.4;22.0;18.0;0.0;24.0;25.0...\n",
      "7993   NaN  60.0;0.0;0.0;0.0;0.0;0.0;58.0;90.0;40.0;80.0;0...\n",
      "7994   NaN  80.0;32.0;40.0;27.0;15.2;0.0;28.0;32.0;32.0;40...\n",
      "7995   NaN  0.0;8.0;10.0;4.0;4.0;25.0;8.0;8.0;8.0;10.0;6.0...\n",
      "7996   NaN  0.0;36.0;40.0;5.0;0.0;22.0;25.0;38.0;0.0;0.0;0...\n",
      "7997   NaN  Fervor;Damage II;Fervor;Fervor;Accuracy II;Dam...\n",
      "7998   NaN  10;1;8;1;1;5;10;10;10;10;2;4;10;1;1;1;10;1;10;...\n",
      "7999   NaN  Locked;Locked;Locked;Locked;Locked;Locked;Lock...\n",
      "================================\n",
      "[[0.91815966]] ||\n",
      "     class                                               data\n",
      "8422    id  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "8423  name  不死者;不屈の戦士;妖魔の試練;グランデレニア;闇夜の鬼;暗殺者;影からの侵略者;暗闇に映る...\n",
      "     class                                               data\n",
      "8424   NaN  4;1;2;5;4;3;3;3;4;6;1;2;5;2;5;1;2;2;3;3;5;5;4;...\n",
      "8425   NaN  30001;30002;30003;30004;30005;30006;30007;3000...\n",
      "8426   NaN  1;0;1;1;0;0;1;1;1;1;1;1;1;0;0;1;1;0;0;1;1;1;1;...\n",
      "8427   NaN  Immortal;Indomitable Warrior;Demon's Trial;Gra...\n",
      "8428   NaN  Immortel;Guerrier indomptable;L'épreuve des Dé...\n",
      "8429   NaN  불사자;불굴의 전사;요마의 시련;그란데레니아;암흑의 귀신;암살자;암흑의 침략자;암흑...\n",
      "8430   NaN  不死者;不屈的戰士;妖魔的試用;古朗迪列尼亞;闇夜鬼;暗殺者;侵略者從陰影;黑暗中的幾點思考...\n",
      "8431   NaN  Immortal;Indomitable Warrior;Demon Trial;Grand...\n",
      "8432   NaN  ผู้เป็นอมตะ;นักรบผู้ทรหด;ปิศาจทดลอง;แกรนด์เดเล...\n",
      "================================\n",
      "[[0.9223876]] ||\n",
      "     class                                               data\n",
      "9038    id  463950;463951;463952;463953;463954;463955;4639...\n",
      "9039  name  Morophon, the Boundless;Answered Prayers;Astra...\n",
      "     class                                               data\n",
      "9040   NaN  U;G;G;B;R;R;G;G;B;G;U;R;R;U;G;U;R;G;G;R;R;U;W;...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"name\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        text_i = \" \".join(group_df[\"data\"].values)\n",
    "        text_i_embs = ft_model.get_sentence_vector(text_i.replace(\"\\n\", \" \"))\n",
    "        similarity_i = cosine_similarity([target_embs], [text_i_embs])\n",
    "        if similarity_i > 0.9:\n",
    "            print(similarity_i, \"||\")\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "duration    3\n",
       "id          2\n",
       "price       1\n",
       "weight      1\n",
       "max         1\n",
       "value       1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target_type = \"price\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "pd.Series((types[preds[labels==target_type_id]])).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['id', 'name', 'description', 'type', 'title', 'state', 'status',\n",
       "       'date', 'code', 'city', 'value', 'source', 'year', 'time',\n",
       "       'country', 'county', 'comment', 'notes', 'category', 'address',\n",
       "       'age', 'gender', 'location', 'version', 'price', 'sex',\n",
       "       'startDate', 'weight', 'class', 'endDate', 'field', 'region',\n",
       "       'note', 'race', 'duration', 'species', 'score', 'position',\n",
       "       'start', 'language', 'rank', 'height', 'population', 'order',\n",
       "       'length', 'filename', 'model', 'role', 'series', 'max', 'min',\n",
       "       'family', 'currency', 'definition', 'format', 'author', 'area',\n",
       "       'domain', 'rating', 'parent', 'number', 'birthDate', 'alias',\n",
       "       'postalCode', 'reference', 'cost', 'publisher', 'treatment',\n",
       "       'created', 'company', 'district', 'elevation', 'project', 'day',\n",
       "       'end', 'scientificName', 'abbreviation', 'part', 'countryCode',\n",
       "       'season', 'topic', 'depth', 'road', 'prefix', 'month', 'route',\n",
       "       'width', 'department', 'percentage', 'zipCode', 'abstract',\n",
       "       'event', 'creator', 'frequency', 'releaseDate', 'genus', 'tag',\n",
       "       'owner', 'party', 'period', 'result'], dtype='<U14')"
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.28571428571428575 14 4.0 2\n",
      "================================\n",
      "      class                                               data\n",
      "769  rating  2.0;3.5;3.5;4.0;5.0;4.0;3.0;2.0;3.0;3.0;3.0;4....\n",
      "    class                                               data\n",
      "761   NaN  Alabama;Alaska;Arizona;Arkansas;California;Col...\n",
      "762   NaN  AL;AK;AZ;AR;CA;CO;CT;DE;DC;FL;GA;HI;ID;IL;IN;I...\n",
      "763   NaN  2016.0;2015.0;2002.0;2012.0;2010.0;2014.0;2014...\n",
      "764   NaN  None;Early Voting;Early Voting;Early Voting;Ea...\n",
      "765   NaN  Photo ID Requested;ID Requested (General);Stri...\n",
      "766   NaN  No;No;Yes;Yes;Yes;Yes;No;No;No;No;No;Yes;No;No...\n",
      "767   NaN  Strictest;Until Sentence Complete;Strictest;Un...\n",
      "768   NaN  Does Not Count;Partial Count;Partial Count;Par...\n",
      "770   NaN  D;B;B;B;A;B;C;D;C;C;C;B;B;C;C;B;B;D;B;B;B;B;C;...\n",
      "771   NaN  58.6;58.7;52.6;50.7;55.1;69.9;61.3;62.3;61.5;6...\n",
      "772   NaN  58.8;61.0;54.9;52.8;56.5;70.0;63.7;64.2;60.4;6...\n",
      "773   NaN  0.2;2.3;2.3;2.1;1.4;0.1;2.4;1.9;-1.1;1.7;0.1;-...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"rating\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "            # if \"Unforgiven;Underworld\" in \" \".join(group_df[\"data\"].values):\n",
    "            #     break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\",)\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.0 19 3.0 0\n",
      "================================\n",
      "       class                                               data\n",
      "1441      id  5526;5527;5528;5529;5530;5531;5532;5533;5534;5...\n",
      "1443  length  7;4;5;4;6;7;2;5;4;4;6;5;5;5;5;5;4;5;4;8;4;3;6;...\n",
      "     class                                               data\n",
      "1442   NaN  वाहियात;बुरा;ख़राब;खराब;अनुचित;कुत्सित;बद;अनभल...\n",
      "1444   NaN  2;1;3;2;4;2;1;1;1;2;4;1;1;2;6;2;4;3;5;1;3;1;1;...\n",
      "1445   NaN  60;38;52;42;63;51;3;38;38;47;70;38;38;31;147;1...\n",
      "1446   NaN  30.0;38.0;17.333333333333332;21.0;15.75;25.5;3...\n",
      "1447   NaN  4;2;3;3;3;4;2;3;3;2;3;2;2;4;3;3;2;3;2;5;3;2;5;...\n",
      "1448   NaN  3;2;2;1;3;3;0;2;1;2;3;3;3;1;2;2;2;2;2;3;1;1;1;...\n",
      "1449   NaN  0;0;0;0;0;0;8;0;0;29;0;0;0;14;0;10;0;0;44;0;0;...\n",
      "1450   NaN  0.0;0.0;0.0;0.0;0.0;0.0;8.0;0.0;0.0;14.5;0.0;0...\n",
      "1451   NaN  0;0;0;0;0;0;0;0;0;94;0;0;0;0;0;13;0;0;0;0;0;0;...\n",
      "1452   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;47.0;0.0;0...\n",
      "1453   NaN  0;0;0;0;0;1;0;0;0;0;1;0;0;0;0;1;0;1;0;2;0;0;0;...\n",
      "1454   NaN  3;2;2;2;3;2;1;3;3;2;3;3;3;3;2;2;2;2;2;3;3;2;5;...\n",
      "1455   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "================================\n",
      "       class                                               data\n",
      "1570  length  1.0;1.0;1.0;1.0;1.1;1.1;1.1;1.1;1.0;4.0;4.0;4....\n",
      "     class                                               data\n",
      "1566   NaN  1;2;3;4;139;84;78;137;9;10;11;12;13;14;15;16;1...\n",
      "1567   NaN  1;3;4;5;6;7;8;10;11;9;1;14;15;16;17;18;19;20;2...\n",
      "1568   NaN  3;4;5;6;7;8;9;11;12;10;14;15;16;17;18;19;20;21...\n",
      "1569   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "1571   NaN  6;6;6;6;5;4;4;3;6;6;3;3;3;3;3;3;3;3;3;3;3;3;3;...\n",
      "1572   NaN  75;75;75;75;75;75;75;75;75;75;60;60;60;60;60;6...\n",
      "1573   NaN  1700;1700;1700;1700;1700;1700;1700;1700;1700;1...\n",
      "1574   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "1575   NaN  Freeway;Freeway;Freeway;Freeway;Freeway;Freewa...\n",
      "1576   NaN  0.8;0.8;0.8;0.8;0.88;0.88;0.88;0.88;0.8;3.2;4....\n",
      "1577   NaN  10200;10200;10200;10200;8500;6800;6800;5100;10...\n",
      "1578   NaN  1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;3.32;3.32;...\n",
      "1579   NaN  0.57;0.57;0.57;0.57;0.57;0.57;0.57;0.57;0.57;0...\n",
      "1580   NaN  5.09;5.09;5.09;5.09;5.09;5.09;5.09;5.09;5.09;5...\n",
      "1581   NaN  993;993;993;993;993;993;993;849;993;993;993;99...\n",
      "================================\n",
      "       class                                               data\n",
      "2288    type   int; int; float; bool; float; float; int; int...\n",
      "2291  length  64;64;64;64;64;64;64;1;1;1;1;1;1;1;1;1;1;1;1;1...\n",
      "     class                                               data\n",
      "2285   NaN  CarIdxGear;CarIdxLap;CarIdxLapDistPct;CarIdxOn...\n",
      "2286   NaN   -1=reverse  0=neutral  1..n=current gear by c...\n",
      "2287   NaN   ; ; %; ; revs/min; rad; irsdk_TrkLoc; ; irsdk...\n",
      "2289   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "2290   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;1;1;...\n",
      "================================\n",
      "       class                                               data\n",
      "2418  length  696;625;513;787;677;772;728;688;564;556;558;82...\n",
      "     class                                               data\n",
      "2414   NaN  AAACCTGAGATAGCAT-1;AAACCTGAGATAGCAT-1;AAACCTGA...\n",
      "2415   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "2416   NaN  AAACCTGAGATAGCAT-1_contig_1;AAACCTGAGATAGCAT-1...\n",
      "2417   NaN  True;True;True;True;True;True;True;True;True;T...\n",
      "2419   NaN  TRB;Multi;TRA;TRB;TRB;TRA;TRA;TRB;TRA;TRA;Mult...\n",
      "2420   NaN  TRBV20-1;None;TRAV29DV5;TRBV7-2;TRBV9;TRAV14DV...\n",
      "2421   NaN  TRBD2;None;None;TRBD2;TRBD1;None;None;None;Non...\n",
      "2422   NaN  TRBJ2-4;TRAJ10;TRAJ40;TRBJ2-3;TRBJ2-1;TRAJ42;T...\n",
      "2423   NaN  TRBC2;TRBC1;TRAC;TRBC2;TRBC2;TRAC;TRAC;TRBC1;T...\n",
      "2424   NaN  True;False;True;True;True;True;True;True;True;...\n",
      "2425   NaN  True;None;True;True;True;True;True;True;True;T...\n",
      "2426   NaN  CSADTRGKNIQYF;None;CAGGGSGTYKYIF;CASSLGPSTDTQY...\n",
      "2427   NaN  TGCAGTGCTGATACTAGAGGCAAAAACATTCAGTACTTC;None;T...\n",
      "2428   NaN  3436;403;820;18021;4380;2946;1843;23093;4483;2...\n",
      "2429   NaN        12;2;2;55;14;9;4;59;9;7;4;36;2;5;5;3;2;7;41\n",
      "2430   NaN  clonotype30;clonotype30;clonotype30;clonotype3...\n",
      "2431   NaN  clonotype30_consensus_1;None;clonotype30_conse...\n",
      "================================\n",
      "       class                                               data\n",
      "3425    name  SessionTime;SessionNum;SessionState;SessionUni...\n",
      "3429  length  1;1;1;1;1;1;1;1;64;64;64;64;64;64;1;1;1;1;1;1;...\n",
      "     class                                               data\n",
      "3426   NaN  Seconds since session start;Session number;Ses...\n",
      "3427   NaN  s;irsdk_SessionState;irsdk_Flags;%;irsdk_TrkLo...\n",
      "3428   NaN  double;int;int;int;bitfield;bool;bool;int;int;...\n",
      "================================\n",
      "       class                                               data\n",
      "3240      id  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "3246  length  7.0;7.0;7.0;7.0;7.0;7.0;7.0;7.0;7.0;7.0;7.0;7....\n",
      "     class                                               data\n",
      "3239   NaN  0.0;0.1;0.2;0.3;0.4;0.5;0.6;0.7;0.8;0.9;1.0;1....\n",
      "3241   NaN  -1;-1;-1;-1;-1;-1;-1;-1;-1;-1;-1;-1;-1;-1;-1;-...\n",
      "3242   NaN  55.0;56.0;57.0;58.0;59.0;60.0;61.0;62.0;63.0;6...\n",
      "3243   NaN  10.0;10.0;10.0;10.0;10.0;10.0;10.0;10.0;10.0;1...\n",
      "3244   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "3245   NaN  1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1....\n",
      "================================\n",
      "       class                                               data\n",
      "3877  length  255.0;1023.0;40.0;255.0;255.0;200.0;2048.0;63....\n",
      "     class                                               data\n",
      "3875   NaN  agentAddress;agentDnsDomain;agentHostName;agen...\n",
      "3876   NaN  agt;agentDnsDomain;ahost;aid;amac;agentNtDomai...\n",
      "3878   NaN  IP Address;String;String;String;MAC Address;St...\n",
      "================================\n",
      "       class                                               data\n",
      "4325  length  6;4;6;5;4;4;4;4;2;6;2;4;5;5;4;2;3;2;2;3;10;5;5...\n",
      "     class                                               data\n",
      "4320   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "4321   NaN  1;1;2;2;3;3;3;4;4;4;5;5;5;6;6;6;7;7;8;8;8;8;9;...\n",
      "4322   NaN  2;3;1;6;1;4;12;3;5;11;4;6;9;2;5;8;8;18;6;7;9;1...\n",
      "4323   NaN  freeway;freeway;freeway;freeway;freeway;freewa...\n",
      "4324   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4326   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4327   NaN  25900.20064;23403.47319;25900.20064;4958.18092...\n",
      "4328   NaN  60;60;60;60;60;60;60;60;60;60;60;60;60;60;60;6...\n",
      "4329   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4330   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "4331   NaN  6;4;6;5;4;4;4;4;2;6;2;4;5;5;4;2;3;2;2;3;10;5;5...\n",
      "4332   NaN  25900.20064;23403.47319;25900.20064;4958.18092...\n",
      "4333   NaN  0.15;0.15;0.15;0.15;0.15;0.15;0.15;0.15;0.15;0...\n",
      "4334   NaN  4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;...\n",
      "4335   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4336   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "4337   NaN  100;100;100;100;100;100;100;100;100;100;100;10...\n",
      "================================\n",
      "       class                                               data\n",
      "5474    year  1425;1420;1420;1428;1421;1421;1423;1423;1424;1...\n",
      "5476  length  217722;83139;178888;111416;64757;80799;82514;6...\n",
      "5480   score  0.7055300673226508;0.683362199901931;0.6488444...\n",
      "     class                                               data\n",
      "5473   NaN  Henry_IV_of_Castile;Tomás_de_Torquemada;Jean_F...\n",
      "5475   NaN  False;False;False;False;False;False;False;Fals...\n",
      "5477   NaN  14746;10792;953;2034;5670;1844;2893;1737;1208;...\n",
      "5478   NaN  453;468;1168;278;159;243;179;157;136;163;149;1...\n",
      "5479   NaN  Enrique IV de Castilla;Tomás de Torquemada;Jea...\n",
      "================================\n",
      "       class                                               data\n",
      "6224  length  246.30812;144.03873;177.18812;380.42077;440.26...\n",
      "     class                                               data\n",
      "6219   NaN  Des'ree;Mr Oizo;Tamba Trio;The Mars Volta;Infe...\n",
      "6220   NaN  Kaylee;Kaylee;Kaylee;Kaylee;Kaylee;Kaylee;Kayl...\n",
      "6221   NaN                              F;F;F;F;F;F;F;F;M;M;M\n",
      "6222   NaN                              1;3;4;5;6;7;8;0;1;2;0\n",
      "6223   NaN  Summers;Summers;Summers;Summers;Summers;Summer...\n",
      "6225   NaN  free;free;free;free;free;free;free;free;free;f...\n",
      "6226   NaN  Phoenix-Mesa-Scottsdale, AZ;Phoenix-Mesa-Scott...\n",
      "6227   NaN          139;139;139;139;139;139;139;9;169;169;100\n",
      "6228   NaN  You Gotta Be;Flat 55;Quem Quiser Encontrar O A...\n",
      "6229   NaN                         8;8;8;8;8;8;8;10;26;26;101\n",
      "================================\n",
      "       class                                               data\n",
      "7336  length  2206;3796;1073;1075;672;1097;789;2916;1538;372...\n",
      "     class                                               data\n",
      "7332   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19\n",
      "7333   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19\n",
      "7334   NaN  ENST00000373020.8;ENST00000612152.4;ENST000003...\n",
      "7335   NaN  ENSG00000000003.14;ENSG00000000003.14;ENSG0000...\n",
      "7337   NaN  2158.0;3748.0;1025.0;1027.0;624.0;1049.0;741.0...\n",
      "7338   NaN  8.95;2.05;94.67;147.94;14.9;33.22;13.27;234.23...\n",
      "7339   NaN  0.13;0.02;2.89;4.51;0.75;0.99;0.56;2.56;0.16;0...\n",
      "7340   NaN  0.1;0.01;2.29;3.57;0.59;0.79;0.44;2.03;0.13;0....\n",
      "7341   NaN  88.37;11.63;29.81;46.49;7.7;10.22;5.78;49.7;3....\n",
      "7342   NaN  >ENST00000373020.8|ENSG00000000003.14|OTTHUMG0...\n",
      "7343   NaN  323232294;323228315;303735161;303730497;303736...\n",
      "7344   NaN  323234537.76666665;323232175.26666665;30373625...\n",
      "7345   NaN  ENST00000373020.8;ENST00000612152.4;ENST000003...\n",
      "7346   NaN  >ENST00000373020.8|ENSG00000000003.14|OTTHUMG0...\n",
      "7347   NaN  323232294;323228315;303735161;303730497;303736...\n",
      "7348   NaN  323234537.76666665;323232175.26666665;30373625...\n",
      "7349   NaN  ENST00000373020.8;ENST00000612152.4;ENST000003...\n",
      "================================\n",
      "       class                       data\n",
      "7531  length  30;16-35;all;25,26;all;20\n",
      "     class                                               data\n",
      "7525   NaN                               ID;Alias;ID;ID;ID;ID\n",
      "7526   NaN              Class;Class;Class;biotype;Class;Class\n",
      "7527   NaN          CSR;WAGO;miRNA;transposon;unknown;unknown\n",
      "7528   NaN                                        1;1;7;5;2;2\n",
      "7529   NaN           antisense;antisense;sense;both;both;both\n",
      "7530   NaN                                G;all;C,G,U;G;all;U\n",
      "7532   NaN          Partial;Partial;Full;Full;Partial;Partial\n",
      "7533   NaN  ../../START_HERE/reference_data/c_elegans.PRJN...\n",
      "================================\n",
      "       class                                               data\n",
      "7807     end  103815950;103712461;103827792;103845487;103849...\n",
      "7809  length  2608;100;2646;255;95;71;2790;6053;3969;1371;13...\n",
      "     class                                               data\n",
      "7804   NaN  ENSG00000120029;ENSG00000222430;ENSG0000016618...\n",
      "7805   NaN  chr10;chr10;chr10;chr10;chr10;chr10;chr10;chr1...\n",
      "7806   NaN  103649169;103712362;103825147;103845233;103849...\n",
      "7808   NaN  -;-;+;-;+;+;-;+;+;+;-;+;+;+;-;+;-;+;+;-;+;-;+;...\n",
      "7810   NaN  C10orf76;HPS6;LDB1;PPRC1;NOLC1;ELOVL3;PITX3;GB...\n",
      "7811   NaN  79591.0;79803.0;8861.0;23082.0;9221.0;83401.0;...\n",
      "================================\n",
      "       class                       data\n",
      "8324  length  256.0;5.0;256.0;5.0;256.0\n",
      "8325   width   5.0;256.0;5.0;256.0;5.12\n",
      "     class                                               data\n",
      "8317   NaN  0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18...\n",
      "8318   NaN  boundary;boundary;boundary;boundary;circle;cir...\n",
      "8319   NaN  Static;Static;Static;Static;Dynamic;Static;Sta...\n",
      "8320   NaN  Black;Black;Black;Black;Green;Black;Black;Blac...\n",
      "8321   NaN  128.0;-2.5;128.0;258.5;124.09911346435548;179....\n",
      "8322   NaN  -2.5;128.0;258.5;128.0;230.38363647460932;128....\n",
      "8323   NaN                                0.0;0.0;0.0;0.0;0.0\n",
      "8326   NaN  12.5;6.5;6.5;6.5;6.5;6.5;6.5;6.5;6.5;6.5;6.5;6...\n",
      "================================\n",
      "       class                                               data\n",
      "8133  length  1;1;1;1;1;1;1;1;1;1;6;6;8;8;13;5;2;2;1;1;18;13...\n",
      "     class                                               data\n",
      "8132   NaN  attractor1;attractor2;attractor3;attractor4;at...\n",
      "8134   NaN  11.018409729003906;11.0184097290039;7.12353515...\n",
      "8135   NaN  2.5739009997237545;2.5739009997237545;1.781763...\n",
      "8136   NaN  0.0625;0.0625;0.0625;0.0625;0.0625;0.0625;0.06...\n",
      "================================\n",
      "       class                                               data\n",
      "8309  parent            0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0\n",
      "8310    name  questionessay-11;questionessay-17;questionessa...\n",
      "8317  length  1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1....\n",
      "     class                                               data\n",
      "8305   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "8306   NaN  1;2;3;4;5;6;7;8;14;15;16;17;25;22;23;24;20;21;...\n",
      "8307   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "8308   NaN            5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5;5\n",
      "8311   NaN  What is the purpose of life?;What is the purpo...\n",
      "8312   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;1....\n",
      "8313   NaN  General feedback;General feedback;General feed...\n",
      "8314   NaN  1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1.0;1....\n",
      "8315   NaN  0.0;0.0;0.0;0.0;0.1;0.1;0.1;0.1;0.1;0.1;0.1;0....\n",
      "8316   NaN  essay;essay;essay;essay;match;match;match;mult...\n",
      "8318   NaN  localhost+080922073527+WeUaUK;localhost+080922...\n",
      "8319   NaN  localhost+080922073527+qxLjv1;localhost+080922...\n",
      "8320   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0....\n",
      "8321   NaN  1222068927.0;1222068927.0;1222068927.0;1222068...\n",
      "8322   NaN  0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;12...\n",
      "8323   NaN  2.0;2.0;2.0;2.0;2.0;2.0;2.0;2.0;2.0;2.0;2.0;2....\n",
      "8324   NaN                                                2.0\n",
      "8325   NaN  1.0;1.0;1.0;1.0;0.0;0.0;0.0;1.0;1.0;1.0;1.0;1....\n",
      "================================\n",
      "       class                                               data\n",
      "8395  length  6;4;6;5;4;4;4;4;2;6;2;4;5;5;4;2;3;2;2;3;10;5;5...\n",
      "8400    cost  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;...\n",
      "     class                                               data\n",
      "8390   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "8391   NaN  1;1;2;2;3;3;3;4;4;4;5;5;5;6;6;6;7;7;8;8;8;8;9;...\n",
      "8392   NaN  2;3;1;6;1;4;12;3;5;11;4;6;9;2;5;8;8;18;6;7;9;1...\n",
      "8393   NaN  freeway;freeway;freeway;freeway;freeway;freewa...\n",
      "8394   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8396   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8397   NaN  25900.20064;23403.47319;25900.20064;4958.18092...\n",
      "8398   NaN  60;60;60;60;60;60;60;60;60;60;60;60;60;60;60;6...\n",
      "8399   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8401   NaN  6;4;6;5;4;4;4;4;2;6;2;4;5;5;4;2;3;2;2;3;10;5;5...\n",
      "8402   NaN  25900.20064;23403.47319;25900.20064;4958.18092...\n",
      "8403   NaN  0.15;0.15;0.15;0.15;0.15;0.15;0.15;0.15;0.15;0...\n",
      "8404   NaN  4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;4;...\n",
      "8405   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8406   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "8407   NaN  100;100;100;100;100;100;100;100;100;100;100;10...\n",
      "8408   NaN  10;10;10;10;10;10;10;10;10;10;10;10;10;10;10;1...\n",
      "8409   NaN  -8800;0;-4000;0;-2800;0;0;-11600;0;0;-6100;0;0...\n",
      "8410   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "       class                                     data\n",
      "8542  length  675;675;675;675;675;675;675;675;675;675\n",
      "     class                                               data\n",
      "8533   NaN                      50;51;52;53;54;55;56;57;58;59\n",
      "8534   NaN   I19A;I61A;I9A;I5V;I17V;I31A;I65V;B04;MNH120;I37A\n",
      "8535   NaN  NODE_4902_length_96281_cov_13.126432;NODE_1281...\n",
      "8536   NaN  atg10703|pair_5|rev;atg10703|pair_5|rev;atg107...\n",
      "8537   NaN  atg10703|pair_5|fwd;atg10703|pair_5|fwd;atg107...\n",
      "8538   NaN  75203;170573;30305;8272;317588;21070;298884;31...\n",
      "8539   NaN  75224;170552;30284;8293;317609;21049;298863;31...\n",
      "8540   NaN  75878;169898;29630;8947;318263;20395;298209;30...\n",
      "8541   NaN  75857;169919;29651;8926;318242;20416;298230;30...\n",
      "================================\n",
      "       class                                               data\n",
      "9010  length  9;122;51;305;18;14;47;0;0;39;102;0;87;112;106;...\n",
      "     class                                               data\n",
      "9004   NaN  10752221;10752221;10752221;10752221;10752221;1...\n",
      "9005   NaN  3;10;8;13;5;3;7;0;0;7;11;0;6;12;11;4;2;5;10;7;...\n",
      "9006   NaN  6;73;33;142;11;9;24;0;0;17;51;0;54;59;57;15;4;...\n",
      "9007   NaN  3;41;18;103;6;5;16;0;0;13;35;0;30;38;36;8;2;5;...\n",
      "9008   NaN  6;81;33;202;12;9;31;0;0;26;67;0;57;74;70;16;4;...\n",
      "9009   NaN  9;83;41;155;16;12;31;0;0;24;62;0;60;71;68;19;6...\n",
      "9011   NaN  20.264662506490406;485.0764737471149;190.46500...\n",
      "9012   NaN  28.529325012980813;777.7548106243249;273.23515...\n",
      "9013   NaN  1.5;5.5479452054794525;4.0;9.246478873239436;2...\n",
      "9014   NaN  42.793987519471216;4314.941072641803;1092.9406...\n",
      "9015   NaN  2.377443751081734;239.71894848010007;60.718922...\n",
      "9016   NaN  0.0095097750043269;0.2592516035414416;0.091078...\n",
      "9017   NaN    A;A;A;B;B;A;B;B;A;A;B;B;A;A;A;A;B;A;B;B;A;B;B;A\n",
      "9018   NaN  2.0;2.07142857143;3.18181818182;5.09090909091;...\n",
      "9019   NaN  13;132;92;420;38;34;105;4;4;43;251;256;80;66;6...\n",
      "9020   NaN  9;130;76;389;33;24;86;2;2;37;224;2;70;68;64;49...\n",
      "9021   NaN  1;6;7;1;0;0;1;0;0;2;0;0;3;4;2;9;4;1;1;5;10;7;6...\n",
      "9022   NaN  9;122;71;379;32;29;88;4;4;35;219;256;67;59;55;...\n",
      "9023   NaN  0;0;0;0;0;0;0;0;0;0;0;0;0;0;0;4;0;0;0;0;5;6;9;...\n",
      "9024   NaN  1;6;7;8;0;0;3;0;0;4;0;0;3;4;2;9;4;1;1;5;10;7;6...\n",
      "9025   NaN  3;4;14;40;6;5;16;0;0;6;32;0;10;3;3;8;1;4;7;5;1...\n",
      "9026   NaN  67.62229563556306;33.886645839065274;41.984481...\n",
      "9027   NaN  /home/senior/senior/Sample_Projects/round_2/10...\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"length\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] == target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "            # if \"Unforgiven;Underworld\" in \" \".join(group_df[\"data\"].values):\n",
    "            #     break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\",)\n",
    "        print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.16666666666666666 41 9.0 1\n",
      "================================\n",
      "id ||      class                                               data\n",
      "670     id  123401.0;123402.0;123403.0;123411.0;123412.0;1...\n",
      "715  price                                          14.5;17.8\n",
      "    class                                               data\n",
      "668   NaN  Fra;Fra;Fra;Swap;Swap;Swap;Variable;Variable;V...\n",
      "669   NaN       OG;OG;OG;OG;OG;OG;OG;OG;OG;OG;OG;OG;OG;OG;OG\n",
      "671   NaN                                               CPTY\n",
      "672   NaN                                      Bank A;Bank B\n",
      "673   NaN  01/06/2017;01/06/2017;01/06/2017;01/06/2017;01...\n",
      "674   NaN                                        11:05;12:35\n",
      "675   NaN                        Europe/London;Europe/London\n",
      "676   NaN  GBP-LIBOR-3M;GBP-LIBOR-6M;GBP-FIXED-1Y-LIBOR-3...\n",
      "677   NaN        Buy;Sell;Sell;Buy;BUY;Buy;Buy;Sell;Sell;Buy\n",
      "678   NaN                                            P2M;P1M\n",
      "679   NaN                                        P5Y;P3Y;P2W\n",
      "680   NaN                                       GBP-LIBOR-3M\n",
      "681   NaN                                       GBP-LIBOR-6M\n",
      "682   NaN  0.5;0.7;0.55;0.4;-0.01;0.5;0.6;0.7;0.6;0.2;0.2...\n",
      "683   NaN                                               1.25\n",
      "684   NaN                                   Act/360;Act/365F\n",
      "685   NaN                                            GBP;GBP\n",
      "686   NaN  1000000.0;1000000.0;1000000.0;2000000.0;310000...\n",
      "687   NaN  01/08/2017;01/08/2017;01/08/2017;01/08/2017;01...\n",
      "688   NaN  01/02/2018;15/01/2018;01/08/2022;01/09/2022;01...\n",
      "689   NaN                                  ModifiedFollowing\n",
      "690   NaN                                               GBLO\n",
      "691   NaN                               LongFinal;ShortFinal\n",
      "692   NaN                                        Pay;Pay;Pay\n",
      "693   NaN                              01/08/2017;08/08/2017\n",
      "694   NaN                              08/08/2022;08/08/2022\n",
      "695   NaN                                        LongInitial\n",
      "696   NaN                                               Day8\n",
      "697   NaN                                           3M;3M;3M\n",
      "698   NaN                                            GBP;GBP\n",
      "699   NaN                                1200000.0;1500000.0\n",
      "700   NaN                                        1.1;1.2;1.3\n",
      "701   NaN                   30/360 ISDA;30/360 ISDA;Act/365F\n",
      "702   NaN                                Following;Preceding\n",
      "703   NaN                                GBLO+EUTA;GBLO+USNY\n",
      "704   NaN                            Receive;Receive;Receive\n",
      "705   NaN                              08/08/2017;08/08/2017\n",
      "706   NaN                              08/08/2022;08/08/2022\n",
      "707   NaN                                           3M;3M;6M\n",
      "708   NaN                                            GBP;GBP\n",
      "709   NaN                                1200000.0;1500000.0\n",
      "710   NaN               GBP-LIBOR-3M;GBP-LIBOR-BBA;GBP-SONIA\n",
      "711   NaN                                                BBG\n",
      "712   NaN                                          AAPL;MSFT\n",
      "713   NaN                                               12.0\n",
      "714   NaN                                               20.0\n",
      "================================\n",
      "duration ||       class                                               data\n",
      "3305   date  2021-01-02;2020-12-26;2020-12-16;2020-12-02;20...\n",
      "3308  price  42.493;31.765;38.265;38.053;25.769;34.784;35.8...\n",
      "3310   note  Shell fuelsave;Emptied tank after 636 km;Bough...\n",
      "     class                                               data\n",
      "3304   NaN  1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
      "3306   NaN  168529.0;167994.0;167538.0;167034.0;166561.0;1...\n",
      "3307   NaN  28.16;21.191;25.358;25.729;17.542;23.841;25.09...\n",
      "3309   NaN  False;False;False;False;False;False;False;Fals...\n",
      "3311   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "3312   NaN  1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;...\n",
      "================================\n",
      "duration ||             class                                               data\n",
      "3630  description   A great device for stretching paper. ;       ...\n",
      "3636        price  45.3;32.5;59.5;910.7;4.16;6.24;11.99;11.99;11....\n",
      "     class                                               data\n",
      "3628   NaN  Perfect Paper Stretcher ;                     ...\n",
      "3629   NaN   perfect-paper-stretcher ;                    ...\n",
      "3631   NaN   \"pps1.jpg|pps2.jpg\" ;                     ;  ...\n",
      "3632   NaN                                     ;          ...\n",
      "3633   NaN   size          ;               ;              ...\n",
      "3634   NaN   Half Imperial    ; Quarter Imperial ; Full Im...\n",
      "3635   NaN   PPS12  ; PPS14  ; PPSF   ; M02    ; 225400 ; ...\n",
      "3637   NaN   standard    ; standard    ; standard    ; sta...\n",
      "3638   NaN   0           ; 0           ; -10         ; 100...\n",
      "3639   NaN   false          ; false          ; false      ...\n",
      "3640   NaN                   ;                 ;          ...\n",
      "3641   NaN   Brand:KB|Type:Accessory ; Brand:KB|Type:Acces...\n",
      "3642   NaN   default          ;                  ;        ...\n",
      "3643   NaN            100;100;100;300;200;200;500;500;500;500\n",
      "3644   NaN  {\"id\": 1};{\"id\": 1};{\"id\": 1};{\"id\": 1};{\"id\":...\n",
      "================================\n",
      "weight ||       class                                data\n",
      "3700  price  20.1;50.0;20.1;30.0;30.0;30.0;30.0\n",
      "     class                                               data\n",
      "3691   NaN                                      1;2;3;4;5;6;7\n",
      "3692   NaN                                      2;2;2;3;3;3;1\n",
      "3693   NaN                                      1;1;1;2;2;2;3\n",
      "3694   NaN   Event1;Event1;Event1;Event2;Event2;Event2;Event3\n",
      "3695   NaN  2020-01-01;2020-01-01;2020-01-01;2020-02-14;20...\n",
      "3696   NaN  festival;festival;festival;music;music;music;s...\n",
      "3697   NaN  Chicago;Chicago;Chicago;New York;New York;New ...\n",
      "3698   NaN  event address 1;event address 1;event address ...\n",
      "3699   NaN                                      1;2;3;1;2;3;3\n",
      "3701   NaN                              20;10;50;200;20;10;10\n",
      "================================\n",
      "max ||       class                                 data\n",
      "4952  price  48.8;165.89;64.82;85.49;65.17;37.88\n",
      "     class                                               data\n",
      "4916   NaN  111-0097454-1677011;112-4495088-2646605;113-62...\n",
      "4917   NaN  4,30948E+12;3,89839E+13;1,66596E+13;1,46186E+1...\n",
      "4918   NaN  2018-09-25T01:47:42-07:00;2018-09-25T06:55:39-...\n",
      "4919   NaN  2018-09-25T01:47:42-07:00;2018-09-25T06:55:39-...\n",
      "4920   NaN  zdavis@yahoo.com;kellylopez@gmail.com;thomas12...\n",
      "4921   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4922   NaN  Standard;Standard;Standard;Standard;Standard;S...\n",
      "4923   NaN  2177919046;832-624-7210;330 338-4218;281-419-3...\n",
      "4924   NaN  B00S6XFHPQ;B003EUPCZG;B01954MU36;B0077QSMXM;32...\n",
      "4925   NaN  Spongebob Squarepants Pineapple House Mini Pla...\n",
      "4926   NaN                            1.0;1.0;1.0;1.0;1.0;1.0\n",
      "4927   NaN                            USD;USD;USD;USD;USD;USD\n",
      "4928   NaN                    29.99;146.0;50.0;70.0;45.0;20.0\n",
      "4929   NaN                            0.0;0.0;0.0;0.0;0.0;0.0\n",
      "4930   NaN                      26.7;46.7;25.3;29.3;30.7;24.0\n",
      "4931   NaN                            0.0;0.0;0.0;0.0;0.0;0.0\n",
      "4932   NaN  Expedited;Expedited;Standard;Standard;Expedite...\n",
      "4933   NaN  Exp US D2D Dom;Exp US D2D Dom;Std US D2D Dom;S...\n",
      "4934   NaN  Bailey Younger;Kelly Suire/ExxonMobil Gas & Po...\n",
      "4935   NaN  1513 E DICKINSON AVE;22777 SPRINGWOODS VILLAGE...\n",
      "4936   NaN             ENERGY 3 5B 331;9 Queen's Road Central\n",
      "4937   NaN  8156 Carr Ford Suite 784\\nPort Samanthatown, V...\n",
      "4938   NaN   DECATUR;SPRING;STOW;The Woodlands;Central;OXFORD\n",
      "4939   NaN                                   IL;TX;OHIO;TX;MS\n",
      "4940   NaN            28101;95810;8507;89544;3487;71835;56287\n",
      "4941   NaN                                  US;US;US;US;HK;US\n",
      "4942   NaN  2177919046;832-624-7210;330 338-4218;281-419-3...\n",
      "4943   NaN                            0.0;0.0;0.0;0.0;0.0;0.0\n",
      "4944   NaN                            0.0;0.0;0.0;0.0;0.0;0.0\n",
      "4945   NaN  Amazon.com;Amazon.com;Amazon.com;Amazon.com;Am...\n",
      "4946   NaN  2018-09-26T00:00:00-07:00;2018-09-26T00:00:00-...\n",
      "4947   NaN  2018-09-27T23:59:59-07:00;2018-09-27T23:59:59-...\n",
      "4948   NaN  2018-10-01T00:00:00-07:00;2018-10-01T00:00:00-...\n",
      "4949   NaN  2018-10-04T23:59:59-07:00;2018-10-04T23:59:59-...\n",
      "4950   NaN                            1.2;1.2;1.2;1.2;1.2;1.2\n",
      "4951   NaN                            0.7;0.7;0.7;0.7;0.7;0.7\n",
      "4953   NaN  9117544866.0;9117544833.0;9117544855.0;9117544...\n",
      "4954   NaN  95030035.0;95030035.0;95030035.0;95030035.0;95...\n",
      "4955   NaN          1.1616;1.1616;1.1616;1.1616;1.1616;1.1616\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"price\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_test):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        if types[preds[labels==target_type_id]][num] != target_type:\n",
    "            print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            wrong_num += 1\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            if \"zdavis@yahoo.com\" in \" \".join(group_df[\"data\"].values):\n",
    "                break\n",
    "        \n",
    "        \n",
    "        # print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        # print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        # print(\"================================\")\n",
    "        num += 1\n",
    "        # if num > 20:\n",
    "        #     break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [],
   "source": [
    "target = group_df[\"data\"].values\n",
    "target_text = \" \".join(target).replace(\"\\n\", \" \")\n",
    "target_embs = ft_model.get_sentence_vector(target_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['111-0097454-1677011;112-4495088-2646605;113-6293229-8428233;111-1971881-5813039;112-7237419-0976250;112-5151705-4825835;114-3358737-5617842',\n",
       "       '4,30948E+12;3,89839E+13;1,66596E+13;1,46186E+13;3,39543E+13;5,0115E+13;6,94782E+13',\n",
       "       '2018-09-25T01:47:42-07:00;2018-09-25T06:55:39-07:00;2018-09-25T17:53:43-07:00;2018-09-25T17:53:18-07:00;2018-09-26T06:47:46-07:00;2018-09-26T08:12:04-07:00;2018-09-26T11:51:45-07:00',\n",
       "       '2018-09-25T01:47:42-07:00;2018-09-25T06:55:39-07:00;2018-09-25T17:53:43-07:00;2018-09-25T17:53:18-07:00;2018-09-26T06:47:46-07:00;2018-09-26T08:12:04-07:00;2018-09-26T11:51:45-07:00',\n",
       "       'zdavis@yahoo.com;kellylopez@gmail.com;thomas12@mclean.net;aimee33@hotmail.com;shannon51@yahoo.com;vmatthews@sanchez.com;nathanjackson@cabrera-garcia.com',\n",
       "       'Norma Fisher;Jorge Sullivan;Elizabeth Woods;Susan Wagner;Peter Montgomery;Theodore Mcgrath;Stephanie Collins',\n",
       "       'Standard;Standard;Standard;Standard;Standard;Standard;Standard',\n",
       "       '2177919046;832-624-7210;330 338-4218;281-419-3512;85263464116;2674956754;662-234-3541',\n",
       "       'B00S6XFHPQ;B003EUPCZG;B01954MU36;B0077QSMXM;32943;B01EMXRVV6;B00IWQJAAK',\n",
       "       \"Spongebob Squarepants Pineapple House Mini Playset by Just Play;Razer DeathAdder Essential - Left-Handed eSports Ergonomic Gaming Mouse - 3,500 Adjustible DPI;[RusToyShop] Dollhouse Masha and the Bear Baby Gift Figurines Game Miniatures Play Birthday Masha's House Playset;PLAYMOBIL Horse-drawn Carriage;GO!!!! Audi R8 V10 Slot Car 1:43 Scale;Monster High Minis 3-pack ;Fisher-Price Little People Wheelies Fire Station\",\n",
       "       '1.0;1.0;1.0;1.0;1.0;1.0', 'USD;USD;USD;USD;USD;USD',\n",
       "       '29.99;146.0;50.0;70.0;45.0;20.0', '0.0;0.0;0.0;0.0;0.0;0.0',\n",
       "       '26.7;46.7;25.3;29.3;30.7;24.0', '0.0;0.0;0.0;0.0;0.0;0.0',\n",
       "       'Expedited;Expedited;Standard;Standard;Expedited;Standard',\n",
       "       'Exp US D2D Dom;Exp US D2D Dom;Std US D2D Dom;Std US D2D Dom;Exp US D2D Intl;Std US D2D Dom',\n",
       "       \"Bailey Younger;Kelly Suire/ExxonMobil Gas & Power Marketing;Jane O'Brien;Helmut Rullmann;Fung Evelyn;Bramlett Elementary School\",\n",
       "       '1513 E DICKINSON AVE;22777 SPRINGWOODS VILLAGE PKWY;1715 MOHICAN RD;66 Hollymead Dr;Suite 3001,30/F;225 Bramlett Blvd.',\n",
       "       \"ENERGY 3 5B 331;9 Queen's Road Central\",\n",
       "       '8156 Carr Ford Suite 784\\nPort Samanthatown, VA 52775;753 Padilla Circles\\nNew Jeffrey, FL 71671;8714 Mann Plaza\\nLisaside, PA 72227;96593 White View Apt. 094\\nJonesberg, FL 05565;848 Melissa Springs Suite 947\\nKellerstad, MD 80819;30413 Norton Isle Suite 012\\nNorth Lisa, ND 79428;39916 Mitchell Crescent\\nNew Andrewburgh, DE 63315',\n",
       "       'DECATUR;SPRING;STOW;The Woodlands;Central;OXFORD',\n",
       "       'IL;TX;OHIO;TX;MS', '28101;95810;8507;89544;3487;71835;56287',\n",
       "       'US;US;US;US;HK;US',\n",
       "       '2177919046;832-624-7210;330 338-4218;281-419-3512;85263464116;6622342685',\n",
       "       '0.0;0.0;0.0;0.0;0.0;0.0', '0.0;0.0;0.0;0.0;0.0;0.0',\n",
       "       'Amazon.com;Amazon.com;Amazon.com;Amazon.com;Amazon.com;Amazon.com',\n",
       "       '2018-09-26T00:00:00-07:00;2018-09-26T00:00:00-07:00;2018-09-26T00:00:00-07:00;2018-09-26T00:00:00-07:00;2018-09-27T00:00:00-07:00;2018-09-27T00:00:00-07:00',\n",
       "       '2018-09-27T23:59:59-07:00;2018-09-27T23:59:59-07:00;2018-09-27T23:59:59-07:00;2018-09-27T23:59:59-07:00;2018-09-28T23:59:59-07:00;2018-09-28T23:59:59-07:00',\n",
       "       '2018-10-01T00:00:00-07:00;2018-10-01T00:00:00-07:00;2018-10-17T00:00:00-07:00;2018-10-17T00:00:00-07:00;2018-10-02T00:00:00-07:00;2018-10-18T00:00:00-07:00',\n",
       "       '2018-10-04T23:59:59-07:00;2018-10-04T23:59:59-07:00;2018-11-07T23:59:59-08:00;2018-11-07T23:59:59-08:00;2018-10-05T23:59:59-07:00;2018-11-08T23:59:59-08:00',\n",
       "       '1.2;1.2;1.2;1.2;1.2;1.2', '0.7;0.7;0.7;0.7;0.7;0.7',\n",
       "       '48.8;165.89;64.82;85.49;65.17;37.88',\n",
       "       '9117544866.0;9117544833.0;9117544855.0;9117544844.0;9119348700.0;2645995026.0',\n",
       "       '95030035.0;95030035.0;95030035.0;95030035.0;95030035.0;95030035.0',\n",
       "       '1.1616;1.1616;1.1616;1.1616;1.1616;1.1616'], dtype=object)"
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.2857142857142857 26 5.0 3\n",
      "================================\n",
      "[[0.8859451]] ||\n",
      "         class                                               data\n",
      "3711    period                1;1;1;1;1;1;1;1;1;1;1;1;2;2;2;2;2;2\n",
      "3720  position  Right Wing;Right Wing;Left Wing;Left Center Mi...\n",
      "3721  duration  0.124937;1.195439;1.658743;1.0845;1.112414;0.1...\n",
      "3726      type  Open Play;Open Play;Open Play;Open Play;Open P...\n",
      "     class                                               data\n",
      "3708   NaN  shot;shot;shot;shot;shot;shot;shot;shot;shot;s...\n",
      "3709   NaN  efe94c95-a734-4094-b0aa-730e07ec6aa3;3c31123c-...\n",
      "3710   NaN  622;631;950;1147;1444;1534;1545;1883;2008;2103...\n",
      "3712   NaN  00:10:43.530;00:10:52.833;00:16:29.495;00:20:1...\n",
      "3713   NaN  10;10;16;20;27;29;30;36;38;40;43;44;49;52;57;5...\n",
      "3714   NaN  43;52;29;10;17;59;8;12;28;16;50;53;25;24;12;54...\n",
      "3715   NaN  14;14;26;33;45;49;49;60;66;69;75;78;88;89;99;1...\n",
      "3716   NaN  Levante;Levante;Levante;Levante;Barcelona;Leva...\n",
      "3717   NaN  From Throw In;From Throw In;Regular Play;From ...\n",
      "3718   NaN  Levante;Levante;Levante;Levante;Barcelona;Leva...\n",
      "3719   NaN  Valmiro Lópes Rocha;Valmiro Lópes Rocha;Franci...\n",
      "3722   NaN                                True;True;True;True\n",
      "3723   NaN  0.51624995;0.020280924;0.060593843;0.014548835...\n",
      "3724   NaN  daad1d91-598a-4d90-b387-3f9f19e6d07a;3e9241a7-...\n",
      "3725   NaN  Head;Head;Right Foot;Right Foot;Head;Right Foo...\n",
      "3727   NaN  Wayward;Saved;Off T;Off T;Goal;Blocked;Blocked...\n",
      "3728   NaN  Diving Header;Normal;Normal;Half Volley;Normal...\n",
      "3729   NaN                           True;True;True;True;True\n",
      "3730   NaN                                     True;True;True\n",
      "3731   NaN  114.4;107.3;97.4;95.9;103.8;86.4;112.5;92.4;10...\n",
      "3732   NaN  38.0;41.6;41.8;29.4;32.2;33.6;39.2;27.6;19.6;5...\n",
      "3733   NaN  100.7;119.7;120.0;120.0;120.0;89.8;113.1;117.1...\n",
      "3734   NaN  78.9;40.1;34.8;33.9;36.7;34.1;39.5;38.2;46.2;4...\n",
      "3735   NaN    1.1;0.2;0.4;1.4;0.2;0.9;0.2;2.3;1.3;0.2;0.5;4.2\n",
      "================================\n",
      "[[0.898306]] ||\n",
      "         class                                               data\n",
      "7047  duration  77;38246;17336;52083;29348;27472;56327;41650;6...\n",
      "     class                                               data\n",
      "7039   NaN                               1;2;3;4;5;6;7;8;9;10\n",
      "7040   NaN  mobile Fish;Money Market Account;Canyon HDD;Tu...\n",
      "7041   NaN  Home Loan Account Table Computer;Albania web-r...\n",
      "7042   NaN  http://jadon.org;http://judge.name;https://ger...\n",
      "7043   NaN  Savings Account alarm;Steel zero administratio...\n",
      "7044   NaN  Tasty Metal Bacon;Multi-channelled Licensed;Mo...\n",
      "7045   NaN  2019-09-23T11:48:15;2019-09-23T19:29:17;2019-0...\n",
      "7046   NaN  2019-09-24T05:13:59;2019-09-24T05:32:13;2019-0...\n",
      "7048   NaN  mint green;tan;azure;green;red;cyan;tan;cyan;y...\n",
      "7049   NaN                                2;2;1;2;1;2;2;2;1;1\n",
      "================================\n",
      "[[0.9303632]] ||\n",
      "         class                                               data\n",
      "6702  duration  218.93179;148.03546;177.47546;233.40363;209.60...\n",
      "     class                                               data\n",
      "6692   NaN                            1;2;3;4;5;6;7;8;9;10;11\n",
      "6693   NaN  SOMZWCG12A8C13C480;SOCIWDW12A8C13D406;SOXVLOJ1...\n",
      "6694   NaN  300848;300822;514953;287650;611336;41838;25824...\n",
      "6695   NaN  Fear Itself;Dimensions;Las Numero 1 De La Sono...\n",
      "6696   NaN  ARD7TVE1187B99BFB1;ARMJAGH1187FB546F3;ARKRRTF1...\n",
      "6697   NaN                                  35.14968;35.21962\n",
      "6698   NaN  California - LA;Memphis TN;London England;Ohio...\n",
      "6699   NaN                                -90.04892;-80.01955\n",
      "6700   NaN  Casual;The Box Tops;Sonora Santanera;Adam Ant;...\n",
      "6701   NaN  Forest;Trees;Mountains;Waterfall;Rain;Windy;St...\n",
      "6703   NaN                              1;6;8;0;2;5;1;4;4;7;5\n",
      "6704   NaN  0.736;0.169;0.643;0.751;0.092;0.635;0.0;0.0;0....\n",
      "6705   NaN  92.198;121.274;100.07;119.293;129.738;147.782;...\n",
      "6706   NaN                              4;4;1;4;4;3;1;3;4;4;1\n",
      "6707   NaN  0.778;0.384;0.0;0.0;0.562;0.454;0.0;0.408;0.48...\n",
      "6708   NaN  I Didn't Mean To;Soul Deep;Amor De Cabaret;Som...\n",
      "6709   NaN                  0;1969;0;1982;2007;0;0;0;1984;0;0\n",
      "6710   NaN                              0;0;0;0;0;0;0;0;0;0;0\n",
      "6711   NaN  Earth Song;Better World;What A Wonderful World...\n",
      "================================\n",
      "[[0.9399468]] ||\n",
      "         class                                               data\n",
      "8337  duration  218.93179;148.03546;177.47546;233.40363;209.60...\n",
      "     class                                               data\n",
      "8327   NaN                            1;2;3;4;5;6;7;8;9;10;11\n",
      "8328   NaN  SOMZWCG12A8C13C480;SOCIWDW12A8C13D406;SOXVLOJ1...\n",
      "8329   NaN  300848;300822;514953;287650;611336;41838;25824...\n",
      "8330   NaN  Fear Itself;Dimensions;Las Numero 1 De La Sono...\n",
      "8331   NaN  ARD7TVE1187B99BFB1;ARMJAGH1187FB546F3;ARKRRTF1...\n",
      "8332   NaN                                  35.14968;35.21962\n",
      "8333   NaN  California - LA;Memphis TN;London England;Ohio...\n",
      "8334   NaN                                -90.04892;-80.01955\n",
      "8335   NaN  Casual;The Box Tops;Sonora Santanera;Adam Ant;...\n",
      "8336   NaN        0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0;0.0\n",
      "8338   NaN                              1;6;8;0;2;5;1;4;4;7;5\n",
      "8339   NaN  0.736;0.169;0.643;0.751;0.092;0.635;0.0;0.0;0....\n",
      "8340   NaN  92.198;121.274;100.07;119.293;129.738;147.782;...\n",
      "8341   NaN                              4;4;1;4;4;3;1;3;4;4;1\n",
      "8342   NaN  0.778;0.384;0.0;0.0;0.562;0.454;0.0;0.408;0.48...\n",
      "8343   NaN  I Didn't Mean To;Soul Deep;Amor De Cabaret;Som...\n",
      "8344   NaN                  0;1969;0;1982;2007;0;0;0;1984;0;0\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"duration\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        text_i = \" \".join(group_df[\"data\"].values)\n",
    "        text_i_embs = ft_model.get_sentence_vector(text_i.replace(\"\\n\", \" \"))\n",
    "        similarity_i = cosine_similarity([target_embs], [text_i_embs])\n",
    "        if similarity_i > 0.85:\n",
    "            print(similarity_i, \"||\")\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            # break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4444444444444444 18 6.0 2\n",
      "================================\n",
      "[[0.85096097]] ||\n",
      "      class                                               data\n",
      "882  height  2.65;2.74;2.68;2.75;3.25;3.98;2.82;3.17;3.34;3...\n",
      "894   price  394;572;351;880;542;3445;579;1214;2287;2407;37...\n",
      "    class                                               data\n",
      "869   NaN  VD17785626559;UW04033136136;B1-104;LD19121826;...\n",
      "870   NaN  6342484216;6345767151;5346617617;6342316308;63...\n",
      "871   NaN  ROUND;ROUND;ROUND;EMERALD;ROUND;ROUND;ROUND;RO...\n",
      "872   NaN  0.3;0.33;0.31;0.6;0.5;1.0;0.36;0.51;1.01;1.01;...\n",
      "873   NaN  H;D;J;F;K;F;E;F;F;K Faint Brown;E;H;H;I;F;H;H;...\n",
      "874   NaN  VVS1;VVS2;VVS1;VS2;SI1;VS2;VVS2;VS1;SI2;VS2;SI...\n",
      "875   NaN  EX;EX;EX;-;G;G;EX;EX;-;EX;EX;F;EX;VG;EX;-;EX;E...\n",
      "876   NaN  EX;EX;EX;VG;EX;EX;EX;VG;EX;EX;EX;VG;EX;EX;EX;E...\n",
      "877   NaN  EX;EX;EX;VG;VG;VG;EX;EX;VG;EX;VG;VG;EX;EX;EX;E...\n",
      "878   NaN  FNT;NON;MED;NON;FNT;STG;STG;MED;VST;FNT;NON;NO...\n",
      "879   NaN                      Blue;Blue;Blue;Blue;Blue;Blue\n",
      "880   NaN  4.31;4.4;4.35;5.44;4.9;6.12;4.51;5.13;8.5;6.5;...\n",
      "881   NaN  4.33;4.42;4.38;4.03;4.94;6.21;4.55;5.11;5.55;6...\n",
      "883   NaN  61.3;62.2;61.3;68.3;65.9;64.6;62.3;62.0;60.1;5...\n",
      "884   NaN  57;59;57;65;57;56;59;57;63;61;57;61;57;58;57;6...\n",
      "885   NaN  None;None;None;NON;None;None;None;NON;None;Non...\n",
      "886   NaN  GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GI...\n",
      "887   NaN  MED to STK;MED to STK;MED;THK to ETK;STK to TH...\n",
      "888   NaN  100%;100%;100%;100%;100%;100%;100%;0%;95%;0%;1...\n",
      "889   NaN  Not brown;Not brown;Not brown;Not brown;Not br...\n",
      "890   NaN  Not green;Not green;Not green;Not green;Not gr...\n",
      "891   NaN  Not milky;Not milky;Not milky;Not milky;Not mi...\n",
      "892   NaN  China Star ;China Star ;Super Solitaire Hk Ltd...\n",
      "893   NaN  -42.20%;-36.84%;-42.47%;-41.00%;-46.10%;-59.51...\n",
      "895   NaN  1313.8;1733.06;1132.29;1466.0;1084.1;3445.02;1...\n",
      "896   NaN  https://nivoda-images.s3.amazonaws.com/aHR0cHM...\n",
      "897   NaN                                         16.0;128.0\n",
      "898   NaN  https://nivoda-images.s3.eu-west-2.amazonaws.c...\n",
      "899   NaN  https://nivoda-images.s3.eu-west-2.amazonaws.c...\n",
      "900   NaN  unknown;HK;HK;IN;IN;HK;IN;IN;IN;IN;IN;IN;IN;IN...\n",
      "901   NaN            N;N;N;N;N;Y;Y;Y;N;N;N;N;Y;Y;Y;N;N;N;N;N\n",
      "902   NaN  3a1357c1-60d9-4cdc-96d7-7a9bebec3568;3a1357c1-...\n",
      "================================\n",
      "[[0.92664]] ||\n",
      "          class                                               data\n",
      "2135       name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "2136        age    42;47;43;44;43;36;38;32;36;41;37;31;35;34;32;30\n",
      "2145     height  1,86 m;1,70 m;1,81 m;1,82 m;1,97 m;1,98 m;1,79...\n",
      "2154   position  Defence - Left-Back;Midfield - Attacking Midfi...\n",
      "2155  birthDate  2003-07-12;2014-12-06;2013-08-20;2017-08-26;19...\n",
      "2156         id  1403;3627;4373;7076;9211;10285;10290;10294;102...\n",
      "     class                                               data\n",
      "2137   NaN                    -;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-\n",
      "2138   NaN  Nigeria;Jugoslawien (SFR);Poland;Jugoslawien (...\n",
      "2139   NaN  End of career;End of career;End of career;End ...\n",
      "2140   NaN  123;123;123;123;123;123;123;515;23603;123;75;5...\n",
      "2141   NaN  1986-03-28;1979-09-12;2006-12-14;2000-06-26;19...\n",
      "2142   NaN  Main position:Left-Back;Main position:Attackin...\n",
      "2143   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "2144   NaN  left;left;left;right;right;right;left;left;rig...\n",
      "2146   NaN  Oct 1, 2007;Jan 1, 2005;Jul 1, 2008;Jun 1, 200...\n",
      "2147   NaN  41/5;39/3;36/1;60/0;1/0;5/0;14/1;10/0;2/1;1/1;...\n",
      "2148   NaN  Tomasz Rząsa;Đorđe Pantić;Никола Малбаша;Џенан...\n",
      "2149   NaN  3444.0;17335.0;3442.0;17335.0;17335.0;23380.0;...\n",
      "2150   NaN  Nigeria;Serbia;Poland;Serbia;Serbia   Monteneg...\n",
      "2151   NaN  Port Tammy;Davismouth;Rodriguezside;Jasminesid...\n",
      "2152   NaN  No agent;PEOPLE;ST Sportmarketing;MaWa Consult...\n",
      "2153   NaN  96.0;1332.0;159.0;381.0;96.0;3055.0;159.0;3694...\n",
      "2157   NaN  http://zoranmirkovic.tripod.com/;http://www.pa...\n",
      "================================\n",
      "[[0.9175107]] ||\n",
      "         class                                               data\n",
      "2804       age  33.0;37.0;27.0;30.0;33.0;27.0;28.0;36.0;25.0;2...\n",
      "2815    height  1,84 m;1,92 m;1,75 m;1,80 m;1,81 m;1,85 m;1,72...\n",
      "2824  position  Midfield - Central Midfield;Goalkeeper;Midfiel...\n",
      "     class                                               data\n",
      "2803   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "2805   NaN                                both parties 1 year\n",
      "2806   NaN  -;-;-;-;-;-;-;-;31.12.2016;31.12.2016;-;-;-;-;...\n",
      "2807   NaN  Germany;UDSSR;Finland;Sweden;UDSSR;Finland;UDS...\n",
      "2808   NaN  End of career;Unattached;Unknown;Unknown;Bangk...\n",
      "2809   NaN  123;515;75;75;35380;515;515;123;6251;2925;515;...\n",
      "2810   NaN  1981-08-08;1992-08-18;1998-12-31;1974-03-26;19...\n",
      "2811   NaN                          Feb 22, 2016;Oct 25, 2014\n",
      "2812   NaN  Main position:Central Midfield Side position: ...\n",
      "2813   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "2814   NaN  both;left;right;right;right;right;left;right;b...\n",
      "2816   NaN  Jul 1, 2014;Jul 1, 2013;Jan 1, 2016;Jan 1, 201...\n",
      "2817   NaN         10/0;1/0;10/0;7/2;1/0;6/4;0/0;37/0;0/0;2/0\n",
      "2818   NaN  Павленко Микола Миколайович;Заневський Руслан ...\n",
      "2819   NaN  20795.0;22981.0;20796.0;6187.0;3703.0;3703.0;2...\n",
      "2820   NaN  Germany;Ukraine;Finland;Nigeria;Sweden;Finland...\n",
      "2821   NaN  West Ronald;North Kristabury;Port Audreyside;N...\n",
      "2822   NaN          No agent;MSG - Media Sports Group;TopSpot\n",
      "2823   NaN                                 96.0;2533.0;3144.0\n",
      "2825   NaN  1982-10-17;2007-05-01;2013-01-30;1975-09-06;20...\n",
      "2826   NaN  1686;27197;40050;41114;41188;44621;45968;47700...\n",
      "================================\n",
      "[[0.86962754]] ||\n",
      "       class                                               data\n",
      "2732   value  .1uf;.1uf;.1uf/50V;100R;10MM_SM_COIN_CELL_CLIP...\n",
      "2738  height                                          0mm;1.7mm\n",
      "     class                                               data\n",
      "2731   NaN  1;1;2;4;2;1;2;2;1;1;1;14;2;2;1;1;2;1;1;1;1;1;2...\n",
      "2733   NaN  CONN_022.54MM_SCREWTERM;CONN_02POLAR_LOCK;CONN...\n",
      "2734   NaN  1X02_2.54_SCREWTERM;MOLEX-1X2_LOCK;MOLEX-1X3_L...\n",
      "2735   NaN  J1;MOTOR;PAPER_IN, PAPER_OUT;CAST_BTN, LCD, SC...\n",
      "2736   NaN  Multi connection point. Often used as Generic ...\n",
      "2737   NaN  Abracon 32.768kHz Crystal 2-SMD, No Lead 3.2 x...\n",
      "2739   NaN                          ABRACON;Texas Instruments\n",
      "2740   NaN                  ABS07W-32.768kHz-D-1-T;DRV8871DDA\n",
      "2741   NaN                815-ABS07W32.768KD1T;595-DRV8871DDA\n",
      "2742   NaN  https://www.mouser.com/Search/Refine.aspx?Keyw...\n",
      "2743   NaN                                    unknown;unknown\n",
      "2744   NaN                                    unknown;unknown\n",
      "2745   NaN                   CONN-08625;CONN-08186;VREG-08170\n",
      "2746   NaN                      PRT-09918;PRT-08096;PRT-08231\n",
      "2747   NaN                                                C;C\n",
      "================================\n",
      "[[0.89120877]] ||\n",
      "       class                                               data\n",
      "4437      id  455;455;455;9829;9829;27572;45219;51457;57997;...\n",
      "4439     sex  M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;M;...\n",
      "4440     age  24.0;24.0;24.0;24.0;24.0;24.0;28.0;30.0;22.0;2...\n",
      "4441  height  161.0;161.0;161.0;165.0;165.0;163.0;164.0;170....\n",
      "4446    year  2016;2016;2016;2016;2016;2016;2016;2016;2016;2...\n",
      "4450   event  Gymnastics Men's Team All-Around;Gymnastics Me...\n",
      "     class                                               data\n",
      "4435   NaN  58;60;61;1066;1068;2838;4600;5150;5748;6421;68...\n",
      "4436   NaN  794;796;797;18577;18579;53763;89224;101753;114...\n",
      "4438   NaN  Denis Mikhaylovich Ablyazin;Denis Mikhaylovich...\n",
      "4442   NaN  62.0;62.0;62.0;55.0;55.0;58.0;62.0;68.0;54.0;6...\n",
      "4443   NaN  Russia;Russia;Russia;Russia;Russia;China;Germa...\n",
      "4444   NaN  RUS;RUS;RUS;RUS;RUS;CHN;GER;BRA;JPN;RUS;USA;US...\n",
      "4445   NaN  2016 Summer;2016 Summer;2016 Summer;2016 Summe...\n",
      "4447   NaN  Summer;Summer;Summer;Summer;Summer;Summer;Summ...\n",
      "4448   NaN  Rio de Janeiro;Rio de Janeiro;Rio de Janeiro;R...\n",
      "4449   NaN  Gymnastics;Gymnastics;Gymnastics;Gymnastics;Gy...\n",
      "4451   NaN  Silver;Silver;Bronze;Silver;Bronze;Bronze;Gold...\n",
      "================================\n",
      "[[0.9161727]] ||\n",
      "         class                                               data\n",
      "4069      name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4070       age    35;38;37;43;35;40;41;33;37;31;42;49;34;36;41;48\n",
      "4080    height          1,64 m;1,80 m;1,75 m;1,75 m;1,78 m;1,83 m\n",
      "4086  position  Striker - Centre Forward;Goalkeeper;Midfield;D...\n",
      "4088        id  1386;28164;43864;43869;43870;44109;63628;80824...\n",
      "     class                                               data\n",
      "4071   NaN  30.06.2016;-;-;-;-;-;-;-;-;-;-;-;30.06.2017;30...\n",
      "4072   NaN                      Malta;Malta;Malta;Malta;Malta\n",
      "4073   NaN  Valletta FC;Unattached;Zurrieq FC;End of caree...\n",
      "4074   NaN  6335;515;30102;123;123;123;123;75;123;329;4154...\n",
      "4075   NaN  1986-03-28;1979-09-12;2006-12-14;2000-06-26;19...\n",
      "4076   NaN                                        Jun 2, 2016\n",
      "4077   NaN  Main position:Centre Forward Side position: Ri...\n",
      "4078   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "4079   NaN                                  right;right;right\n",
      "4081   NaN  Jan 20, 2016;Aug 1, 2008;Jul 3, 2013;Jul 1, 20...\n",
      "4082   NaN  114/40;2/0;42/2;84/5;35/0;10/0;63/2;11/0;32/0;...\n",
      "4083   NaN  3587.0;3444.0;3587.0;3587.0;3587.0;3587.0;3587...\n",
      "4084   NaN  Malta;Nigeria;Malta;Malta;Malta;Malta;Malta;Ma...\n",
      "4085   NaN  Port Tammy;Davismouth;Rodriguezside;Jasminesid...\n",
      "4087   NaN  2003-07-12;2014-12-06;2013-08-20;2017-08-26;19...\n",
      "================================\n",
      "[[0.9202787]] ||\n",
      "         class                                               data\n",
      "5422      name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5428    height  1,82 m;1,89 m;1,80 m;1,78 m;1,80 m;1,88 m;1,73...\n",
      "5435       age  39.0;40.0;33.0;35.0;35.0;35.0;31.0;31.0;32.0;3...\n",
      "5443  position  Defence - Right-Back;Midfield - Right Midfield...\n",
      "     class                                               data\n",
      "5423   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5424   NaN  Jugoslawien (SFR);DDR;Belgium;France;Brazil;Ge...\n",
      "5425   NaN                                       Dec 22, 2014\n",
      "5426   NaN  Main position:Right-Back;Main position:Right M...\n",
      "5427   NaN  right;both;right;both;right;right;right;both;b...\n",
      "5429   NaN                                    0/0;3/0;6/0;1/0\n",
      "5430   NaN  Emko Kalabić;Samuel Luis Amorim Da Silva;David...\n",
      "5431   NaN                      4311.0;3580.0;21649.0;21649.0\n",
      "5432   NaN  Matthewsmouth;East Allen;Davebury;Lauramouth;C...\n",
      "5433   NaN  No agent;Louzada Sports Management;Herbert Her...\n",
      "5434   NaN                             96.0;3742.0;889.0;96.0\n",
      "5436   NaN  -;-;30.06.2016;-;-;-;-;-;-;-;-;-;-;-;-;-;-;-;3...\n",
      "5437   NaN  RW Türkgücü Wittlich;End of career;SC Wiedenbr...\n",
      "5438   NaN  40086.0;123.0;15998.0;123.0;123.0;35011.0;3306...\n",
      "5439   NaN  1998-06-18;2015-01-23;2018-04-01;1973-03-08;19...\n",
      "5440   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "5441   NaN  Oct 1, 2015;-;Jul 1, 2015;Jul 1, 2010;Jul 1, 2...\n",
      "5442   NaN  Serbia;Germany;Italy   Brazil;Germany;Morocco ...\n",
      "5444   NaN  2003-02-07;2009-12-13;2012-11-18;1992-10-25;19...\n",
      "5445   NaN  1683.0;1700.0;3678.0;9117.0;12497.0;18286.0;20...\n",
      "================================\n",
      "[[0.85096097]] ||\n",
      "       class                                               data\n",
      "6473   width  4.33;4.42;4.38;4.03;4.94;6.21;4.55;5.11;5.55;6...\n",
      "6474  height  2.65;2.74;2.68;2.75;3.25;3.98;2.82;3.17;3.34;3...\n",
      "6486   price  394;572;351;880;542;3445;579;1214;2287;2407;37...\n",
      "     class                                               data\n",
      "6461   NaN  VD17785626559;UW04033136136;B1-104;LD19121826;...\n",
      "6462   NaN  6342484216;6345767151;5346617617;6342316308;63...\n",
      "6463   NaN  ROUND;ROUND;ROUND;EMERALD;ROUND;ROUND;ROUND;RO...\n",
      "6464   NaN  0.3;0.33;0.31;0.6;0.5;1.0;0.36;0.51;1.01;1.01;...\n",
      "6465   NaN  H;D;J;F;K;F;E;F;F;K Faint Brown;E;H;H;I;F;H;H;...\n",
      "6466   NaN  VVS1;VVS2;VVS1;VS2;SI1;VS2;VVS2;VS1;SI2;VS2;SI...\n",
      "6467   NaN  EX;EX;EX;-;G;G;EX;EX;-;EX;EX;F;EX;VG;EX;-;EX;E...\n",
      "6468   NaN  EX;EX;EX;VG;EX;EX;EX;VG;EX;EX;EX;VG;EX;EX;EX;E...\n",
      "6469   NaN  EX;EX;EX;VG;VG;VG;EX;EX;VG;EX;VG;VG;EX;EX;EX;E...\n",
      "6470   NaN  FNT;NON;MED;NON;FNT;STG;STG;MED;VST;FNT;NON;NO...\n",
      "6471   NaN                      Blue;Blue;Blue;Blue;Blue;Blue\n",
      "6472   NaN  4.31;4.4;4.35;5.44;4.9;6.12;4.51;5.13;8.5;6.5;...\n",
      "6475   NaN  61.3;62.2;61.3;68.3;65.9;64.6;62.3;62.0;60.1;5...\n",
      "6476   NaN  57;59;57;65;57;56;59;57;63;61;57;61;57;58;57;6...\n",
      "6477   NaN  None;None;None;NON;None;None;None;NON;None;Non...\n",
      "6478   NaN  GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GI...\n",
      "6479   NaN  MED to STK;MED to STK;MED;THK to ETK;STK to TH...\n",
      "6480   NaN  100%;100%;100%;100%;100%;100%;100%;0%;95%;0%;1...\n",
      "6481   NaN  Not brown;Not brown;Not brown;Not brown;Not br...\n",
      "6482   NaN  Not green;Not green;Not green;Not green;Not gr...\n",
      "6483   NaN  Not milky;Not milky;Not milky;Not milky;Not mi...\n",
      "6484   NaN  China Star ;China Star ;Super Solitaire Hk Ltd...\n",
      "6485   NaN  -42.20%;-36.84%;-42.47%;-41.00%;-46.10%;-59.51...\n",
      "6487   NaN  1313.8;1733.06;1132.29;1466.0;1084.1;3445.02;1...\n",
      "6488   NaN  https://nivoda-images.s3.amazonaws.com/aHR0cHM...\n",
      "6489   NaN                                         16.0;128.0\n",
      "6490   NaN  https://nivoda-images.s3.eu-west-2.amazonaws.c...\n",
      "6491   NaN  https://nivoda-images.s3.eu-west-2.amazonaws.c...\n",
      "6492   NaN  unknown;HK;HK;IN;IN;HK;IN;IN;IN;IN;IN;IN;IN;IN...\n",
      "6493   NaN            N;N;N;N;N;Y;Y;Y;N;N;N;N;Y;Y;Y;N;N;N;N;N\n",
      "6494   NaN  3a1357c1-60d9-4cdc-96d7-7a9bebec3568;3a1357c1-...\n",
      "================================\n",
      "[[0.8519303]] ||\n",
      "         class                                               data\n",
      "7064    height  2.65;2.74;2.68;2.75;3.25;3.98;2.82;3.17;3.34;3...\n",
      "7065     depth  61.3;62.2;61.3;68.3;65.9;64.6;62.3;62.0;60.1;5...\n",
      "7082  location  unknown;HK;HK;IN;IN;HK;IN;IN;IN;IN;IN;IN;IN;IN...\n",
      "     class                                               data\n",
      "7050   NaN  VD17785626559;UW04033136136;B1-104;LD19121826;...\n",
      "7051   NaN  6342484216;6345767151;5346617617;6342316308;63...\n",
      "7052   NaN  ROUND;ROUND;ROUND;EMERALD;ROUND;ROUND;ROUND;RO...\n",
      "7053   NaN  0.3;0.33;0.31;0.6;0.5;1.0;0.36;0.51;1.01;1.01;...\n",
      "7054   NaN  H;D;J;F;K;F;E;F;F;K Faint Brown;E;H;H;I;F;H;H;...\n",
      "7055   NaN  VVS1;VVS2;VVS1;VS2;SI1;VS2;VVS2;VS1;SI2;VS2;SI...\n",
      "7056   NaN  EX;EX;EX;-;G;G;EX;EX;-;EX;EX;F;EX;VG;EX;-;EX;E...\n",
      "7057   NaN  EX;EX;EX;VG;EX;EX;EX;VG;EX;EX;EX;VG;EX;EX;EX;E...\n",
      "7058   NaN  EX;EX;EX;VG;VG;VG;EX;EX;VG;EX;VG;VG;EX;EX;EX;E...\n",
      "7059   NaN  FNT;NON;MED;NON;FNT;STG;STG;MED;VST;FNT;NON;NO...\n",
      "7060   NaN                      Blue;Blue;Blue;Blue;Blue;Blue\n",
      "7061   NaN  4.4;4.4;4.4;4.4;4.4;4.4;4.4;4.4;4.4;4.4;4.4;4....\n",
      "7062   NaN  4.31;4.4;4.35;5.44;4.9;6.12;4.51;5.13;8.5;6.5;...\n",
      "7063   NaN  4.33;4.42;4.38;4.03;4.94;6.21;4.55;5.11;5.55;6...\n",
      "7066   NaN  57;59;57;65;57;56;59;57;63;61;57;61;57;58;57;6...\n",
      "7067   NaN  None;None;None;NON;None;None;None;NON;None;Non...\n",
      "7068   NaN  GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GIA;GI...\n",
      "7069   NaN  MED to STK;MED to STK;MED;THK to ETK;STK to TH...\n",
      "7070   NaN  100%;100%;100%;100%;100%;100%;100%;0%;95%;0%;1...\n",
      "7071   NaN  Not brown;Not brown;Not brown;Not brown;Not br...\n",
      "7072   NaN  Not green;Not green;Not green;Not green;Not gr...\n",
      "7073   NaN  Not milky;Not milky;Not milky;Not milky;Not mi...\n",
      "7074   NaN  China Star ;China Star ;Super Solitaire Hk Ltd...\n",
      "7075   NaN  -42.20%;-36.84%;-42.47%;-41.00%;-46.10%;-59.51...\n",
      "7076   NaN  394;572;351;880;542;3445;579;1214;2287;2407;37...\n",
      "7077   NaN  1313.8;1733.06;1132.29;1466.0;1084.1;3445.02;1...\n",
      "7078   NaN  https://nivoda-images.s3.amazonaws.com/aHR0cHM...\n",
      "7079   NaN                                         16.0;128.0\n",
      "7080   NaN  https://nivoda-images.s3.eu-west-2.amazonaws.c...\n",
      "7081   NaN  https://nivoda-images.s3.eu-west-2.amazonaws.c...\n",
      "7083   NaN            N;N;N;N;N;Y;Y;Y;N;N;N;N;Y;Y;Y;N;N;N;N;N\n",
      "7084   NaN  3a1357c1-60d9-4cdc-96d7-7a9bebec3568;3a1357c1-...\n",
      "================================\n",
      "[[0.939459]] ||\n",
      "          class                                               data\n",
      "9087       name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "9099     height  1,83 m;1,86 m;1,91 m;1,69 m;1,83 m;1,85 m;1,83...\n",
      "9108   position  Defence - Centre Back;Defence - Centre Back;Mi...\n",
      "9109  birthDate  2002-06-06;1974-09-14;1976-02-11;2016-03-09;20...\n",
      "     class                                               data\n",
      "9088   NaN             42;43;40;36;41;36;32;35;37;33;32;32;32\n",
      "9089   NaN                                 club option 1 year\n",
      "9090   NaN        -;-;-;-;-;-;30.06.2017;-;-;30.06.2017;-;-;-\n",
      "9091   NaN  Jugoslawien (SFR);Jugoslawien (SFR);Jugoslawie...\n",
      "9092   NaN  End of career;End of career;End of career;Unat...\n",
      "9093   NaN  123;123;123;515;28439;123;276;18382;123;159;51...\n",
      "9094   NaN  2015-06-21;2012-07-20;1970-01-29;2011-08-22;20...\n",
      "9095   NaN                                       Jun 27, 2015\n",
      "9096   NaN  Main position:Centre Back;Main position:Centre...\n",
      "9097   NaN  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "9098   NaN  right;right;both;right;right;both;right;right;...\n",
      "9100   NaN  Jul 1, 2011;Jan 1, 2008;Jan 1, 2010;Jul 1, 201...\n",
      "9101   NaN  27/1;17/1;6/0;2/0;9/0;31/5;18/0;4/0;28/0;2/0;1...\n",
      "9102   NaN  Драган Младеновић;Игop Бoгдaнoвић;Бошко Јанков...\n",
      "9103   NaN  5148.0;23380.0;11953.0;17335.0;23380.0;3438.0;...\n",
      "9104   NaN  Macedonia;Serbia;Serbia;Montenegro;Serbia;Serb...\n",
      "9105   NaN  New Tristanmouth;Lake Mark;East Sallybury;Port...\n",
      "9106   NaN  Fast Sports;No agent;Stars & Friends;Zoran Dju...\n",
      "9107   NaN  2813.0;96.0;10.0;2644.0;842.0;2065.0;2574.0;18...\n",
      "9110   NaN  10282;10283;18714;19696;19697;19704;19708;1970...\n",
      "9111   NaN                           http://boskojankovic.com\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"height\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        text_i = \" \".join(group_df[\"data\"].values)\n",
    "        text_i_embs = ft_model.get_sentence_vector(text_i.replace(\"\\n\", \" \"))\n",
    "        similarity_i = cosine_similarity([target_embs], [text_i_embs])\n",
    "        if similarity_i > 0.85:\n",
    "            print(similarity_i, \"||\")\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            # break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.0 15 3.0 0\n",
      "================================\n",
      "[[0.9672296]] ||\n",
      "           class                                               data\n",
      "690      address  71427 Odonnell Rapids\\nNorth Troyport, NH 0703...\n",
      "692         name  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...\n",
      "693  description  Model number;Information on the version of fir...\n",
      "697          max  252.0;254.0;254.0;4095.0;4095.0;1.0;254.0;160....\n",
      "    class                                               data\n",
      "691   NaN  2;1;1;1;1;2;2;1;1;1;1;2;1;1;1;1;1;1;1;1;1;2;2;...\n",
      "694   NaN  R;R;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;...\n",
      "695   NaN  116;1;34;250;0;4095;0;80;60;160;1023;2;36;36;0...\n",
      "696   NaN  1.0;1.0;0.0;0.0;0.0;0.0;1.0;50.0;50.0;0.0;0.0;...\n",
      "698   NaN                          0.2;0.1;0.1;0.29;0.29;0.1\n",
      "699   NaN                                0.0;1.0;5.0;6.0;7.0\n",
      "700   NaN         0.0;1.0;5.0;6.0;7.0;8.0;9.0;10.0;11.0;12.0\n",
      "================================\n"
     ]
    }
   ],
   "source": [
    "num = 0\n",
    "wrong_num = 0\n",
    "target_type = \"max\"\n",
    "target_type_id = np.where(types==target_type )[0][0]\n",
    "print(class_f1[target_type_id], class_count[target_type_id], class_count_test[target_type_id], sum(preds[labels==target_type_id]==target_type_id))\n",
    "print(\"================================\")\n",
    "for i, (index, group_df) in enumerate(df_group_train):\n",
    "    if target_type in group_df[\"class\"].values:\n",
    "        # if types[preds[labels==target_type_id]][num] != target_type:\n",
    "        #     print(types[preds[labels==target_type_id]][num], \"||\",group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "        #     wrong_num += 1\n",
    "        #     print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "        #     print(\"================================\")\n",
    "        #     if wrong_num > 30:\n",
    "        #         break\n",
    "        text_i = \" \".join(group_df[\"data\"].values)\n",
    "        text_i_embs = ft_model.get_sentence_vector(text_i.replace(\"\\n\", \" \"))\n",
    "        similarity_i = cosine_similarity([target_embs], [text_i_embs])\n",
    "        if similarity_i > 0.85:\n",
    "            print(similarity_i, \"||\")\n",
    "            print(group_df[group_df[\"class_id\"]>-1][[\"class\", \"data\"]])\n",
    "            print(group_df[group_df[\"class_id\"]==-1][[\"class\", \"data\"]])\n",
    "            print(\"================================\")\n",
    "            # break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>table_id</th>\n",
       "      <th>col_idx</th>\n",
       "      <th>class</th>\n",
       "      <th>class_id</th>\n",
       "      <th>data</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>690</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>0</td>\n",
       "      <td>address</td>\n",
       "      <td>19</td>\n",
       "      <td>71427 Odonnell Rapids\\nNorth Troyport, NH 0703...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>691</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>2;1;1;1;1;2;2;1;1;1;1;2;1;1;1;1;1;1;1;1;1;2;2;...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>692</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>2</td>\n",
       "      <td>name</td>\n",
       "      <td>1</td>\n",
       "      <td>Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>693</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>3</td>\n",
       "      <td>description</td>\n",
       "      <td>2</td>\n",
       "      <td>Model number;Information on the version of fir...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>694</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>R;R;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>695</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>116;1;34;250;0;4095;0;80;60;160;1023;2;36;36;0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>696</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.0;1.0;0.0;0.0;0.0;0.0;1.0;50.0;50.0;0.0;0.0;...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>697</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>7</td>\n",
       "      <td>max</td>\n",
       "      <td>49</td>\n",
       "      <td>252.0;254.0;254.0;4095.0;4095.0;1.0;254.0;160....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>698</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.2;0.1;0.1;0.29;0.29;0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>699</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.0;1.0;5.0;6.0;7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>700</th>\n",
       "      <td>GitTables_11781</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.0;1.0;5.0;6.0;7.0;8.0;9.0;10.0;11.0;12.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            table_id  col_idx        class  class_id  \\\n",
       "690  GitTables_11781        0      address        19   \n",
       "691  GitTables_11781        1          NaN        -1   \n",
       "692  GitTables_11781        2         name         1   \n",
       "693  GitTables_11781        3  description         2   \n",
       "694  GitTables_11781        4          NaN        -1   \n",
       "695  GitTables_11781        5          NaN        -1   \n",
       "696  GitTables_11781        6          NaN        -1   \n",
       "697  GitTables_11781        7          max        49   \n",
       "698  GitTables_11781        8          NaN        -1   \n",
       "699  GitTables_11781        9          NaN        -1   \n",
       "700  GitTables_11781       10          NaN        -1   \n",
       "\n",
       "                                                  data  \n",
       "690  71427 Odonnell Rapids\\nNorth Troyport, NH 0703...  \n",
       "691  2;1;1;1;1;2;2;1;1;1;1;2;1;1;1;1;1;1;1;1;1;2;2;...  \n",
       "692  Norma Fisher;Jorge Sullivan;Elizabeth Woods;Su...  \n",
       "693  Model number;Information on the version of fir...  \n",
       "694  R;R;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;RW;...  \n",
       "695  116;1;34;250;0;4095;0;80;60;160;1023;2;36;36;0...  \n",
       "696  1.0;1.0;0.0;0.0;0.0;0.0;1.0;50.0;50.0;0.0;0.0;...  \n",
       "697  252.0;254.0;254.0;4095.0;4095.0;1.0;254.0;160....  \n",
       "698                          0.2;0.1;0.1;0.29;0.29;0.1  \n",
       "699                                0.0;1.0;5.0;6.0;7.0  \n",
       "700         0.0;1.0;5.0;6.0;7.0;8.0;9.0;10.0;11.0;12.0  "
      ]
     },
     "execution_count": 133,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "group_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Model number;Information on the version of firmware;ID of Dynamixel;Baud Rate of Dynamixel;Return Delay Time;Lowest byte of clockwise Angle Limit;Lowest byte of counterclockwise Angle Limit;Dual Mode Setting;Internal Limit Temperature;Lowest Limit Voltage;Highest Limit Voltage;Lowest byte of Max. Torque;Status Return Level;LED for Alarm;Shutdown for Alarm;Torque On/Off;LED On/Off;CW Compliance Margin;CCW Compliance Margin;CW Compliance Slope;CCW Compliance Slope;Lowest byte of Goal Position;Lowest byte of Moving Speed (Moving Velocity);Lowest byte of Torque Limit (Goal Torque);Lowest byte of Current Position (Present Velocity);Lowest byte of Current Speed;Lowest byte of Current Load;Current Voltage;Current Temperature;Means if Instruction is registered;Means if there is any movement;Locking EEPROM;Lowest byte of Punch'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 136,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "group_df[group_df[\"class\"]==\"description\"]['data'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "table_id                                      GitTables_99885\n",
       "col_idx                                                     0\n",
       "class                                                      id\n",
       "class_id                                                    0\n",
       "data        1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;1...\n",
       "Name: 9172, dtype: object"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "group_df.iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "jupyter",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}