notebooks/data_tokenization.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import constants as const\n",
    "from custom_encoder import Encoder\n",
    "from sklearn.utils import shuffle\n",
    "\n",
    "df = pd.read_pickle('../prepared_data/companies_people_fortified.pkl')\n",
    "encoder = Encoder(const.ALPHABET)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>донобаев болот орозалыевич</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>общество с ограниченной ответственностью \"tnc ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>учреждение \"ошская городская инспекция по вете...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>тен владимир валерьевич</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>розметов шерали итахунович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>осоо \"ивента групп\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>койчиева замира капаровна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>у-е с. ш. \"айдын-кол\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>тынянова татьяна николаевна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>отунчиев жениш</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>общество с ограниченной ответственностью \"баргек\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>жакышев мамасадык</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>общественное объединение попечительский совет ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>общественное объединение \"friendship\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>урсус плюс (ursus plus)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>осоо \"восток-урал\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>джунусов кубанычбек абдубаитович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>божоков талыпжан аппазович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>суюмбаева айнура ахматбековна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>мухаммад намаз</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>осоо \"сем и нур\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>товарищество собственников жилых и нежилых пом...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>осоо \"акцент юг\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>назарова турганжан абдыбаповна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>мин темир</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>мамытшаева гулбурак мамытшаевна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>байсынов урмат калыбекович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>эрт</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>общество с ограниченной ответственностью \"белек\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>сельское инвестиционное объединение \"жайылма\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189582</th>\n",
       "      <td>богалинин</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189583</th>\n",
       "      <td>балтабаев назирбек абдылдаевич</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189584</th>\n",
       "      <td>осоо \"шинтай груп\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189585</th>\n",
       "      <td>кененбаева зарифа сыдыковна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189586</th>\n",
       "      <td>чернобровкин данил михайлович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189587</th>\n",
       "      <td>федосов сергей александрович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189588</th>\n",
       "      <td>осмоналиев бакытбек абдылдаевич</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189589</th>\n",
       "      <td>абдырахманова анаркул карыбаевна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189590</th>\n",
       "      <td>мураталиева сабира насердиновна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189591</th>\n",
       "      <td>общество с ограниченной ответственностью \"баяс...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189592</th>\n",
       "      <td>оо защита прав оздоровительных комплексов</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189593</th>\n",
       "      <td>жаныбеков эрланбек жаныбекович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189594</th>\n",
       "      <td>мануйлов м.г.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189595</th>\n",
       "      <td>нурланов талгат сатбекович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189596</th>\n",
       "      <td>аматов бекмир анварбекович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189597</th>\n",
       "      <td>общественный фонд \"билик-1\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189598</th>\n",
       "      <td>осоо \"seacrest\" (\"сикрест сиайэс\") (иу-индия)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189599</th>\n",
       "      <td>общество с ограниченной ответственностью \"хюнд...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189600</th>\n",
       "      <td>усонов иса мурзапарович</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189601</th>\n",
       "      <td>у-е\"южное межрегиональное управление профессио...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189602</th>\n",
       "      <td>кызыл-кыя майы</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189603</th>\n",
       "      <td>общество с ограниченной ответственностью \"absa...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189604</th>\n",
       "      <td>руденко ольга владимировна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189605</th>\n",
       "      <td>общество с ограниченной ответственностью \"улес\"</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189606</th>\n",
       "      <td>мамажанов субатылло хабибуллаевич</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189607</th>\n",
       "      <td>общество с ограниченной ответственностью \"алип...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189608</th>\n",
       "      <td>мамыралиев талапташ досуевич</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189609</th>\n",
       "      <td>маткаримов м.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189610</th>\n",
       "      <td>исмик исмаил месут</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189611</th>\n",
       "      <td>салиева атыргул кубанычбековна</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>189612 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                        0  1\n",
       "0                              донобаев болот орозалыевич  1\n",
       "1       общество с ограниченной ответственностью \"tnc ...  0\n",
       "2       учреждение \"ошская городская инспекция по вете...  0\n",
       "3                                 тен владимир валерьевич  1\n",
       "4                              розметов шерали итахунович  1\n",
       "5                                     осоо \"ивента групп\"  0\n",
       "6                               койчиева замира капаровна  1\n",
       "7                                   у-е с. ш. \"айдын-кол\"  0\n",
       "8                             тынянова татьяна николаевна  1\n",
       "9                                          отунчиев жениш  1\n",
       "10      общество с ограниченной ответственностью \"баргек\"  0\n",
       "11                                      жакышев мамасадык  1\n",
       "12      общественное объединение попечительский совет ...  0\n",
       "13                  общественное объединение \"friendship\"  0\n",
       "14                                урсус плюс (ursus plus)  0\n",
       "15                                     осоо \"восток-урал\"  0\n",
       "16                      джунусов кубанычбек абдубаитович   1\n",
       "17                            божоков талыпжан аппазович   1\n",
       "18                          суюмбаева айнура ахматбековна  1\n",
       "19                                         мухаммад намаз  1\n",
       "20                                      осоо \"сем и нур\"   0\n",
       "21      товарищество собственников жилых и нежилых пом...  0\n",
       "22                                      осоо \"акцент юг\"   0\n",
       "23                        назарова турганжан абдыбаповна   1\n",
       "24                                              мин темир  0\n",
       "25                        мамытшаева гулбурак мамытшаевна  1\n",
       "26                            байсынов урмат калыбекович   1\n",
       "27                                                    эрт  0\n",
       "28       общество с ограниченной ответственностью \"белек\"  0\n",
       "29          сельское инвестиционное объединение \"жайылма\"  0\n",
       "...                                                   ... ..\n",
       "189582                                          богалинин  0\n",
       "189583                     балтабаев назирбек абдылдаевич  1\n",
       "189584                                 осоо \"шинтай груп\"  0\n",
       "189585                        кененбаева зарифа сыдыковна  1\n",
       "189586                      чернобровкин данил михайлович  1\n",
       "189587                       федосов сергей александрович  1\n",
       "189588                    осмоналиев бакытбек абдылдаевич  1\n",
       "189589                   абдырахманова анаркул карыбаевна  1\n",
       "189590                   мураталиева сабира насердиновна   1\n",
       "189591  общество с ограниченной ответственностью \"баяс...  0\n",
       "189592          оо защита прав оздоровительных комплексов  0\n",
       "189593                     жаныбеков эрланбек жаныбекович  1\n",
       "189594                                      мануйлов м.г.  1\n",
       "189595                         нурланов талгат сатбекович  1\n",
       "189596                        аматов бекмир анварбекович   1\n",
       "189597                        общественный фонд \"билик-1\"  0\n",
       "189598      осоо \"seacrest\" (\"сикрест сиайэс\") (иу-индия)  0\n",
       "189599  общество с ограниченной ответственностью \"хюнд...  0\n",
       "189600                            усонов иса мурзапарович  1\n",
       "189601  у-е\"южное межрегиональное управление профессио...  0\n",
       "189602                                    кызыл-кыя майы   0\n",
       "189603  общество с ограниченной ответственностью \"absa...  0\n",
       "189604                         руденко ольга владимировна  1\n",
       "189605    общество с ограниченной ответственностью \"улес\"  0\n",
       "189606                 мамажанов субатылло хабибуллаевич   1\n",
       "189607  общество с ограниченной ответственностью \"алип...  0\n",
       "189608                       мамыралиев талапташ досуевич  1\n",
       "189609                                      маткаримов м.  1\n",
       "189610                                 исмик исмаил месут  1\n",
       "189611                     салиева атыргул кубанычбековна  1\n",
       "\n",
       "[189612 rows x 2 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[0] = encoder.tokenize(df[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[4, 15, 14, 15, 2, 1, 5, 22, 27, 2, 15, 12, 15...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[21, 3, 18, 5, 26, 4, 5, 14, 9, 5, 27, 28, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[20, 5, 14, 27, 22, 12, 1, 4, 9, 13, 9, 18, 27...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[18, 15, 26, 13, 5, 20, 15, 22, 27, 19, 5, 18,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 9, 22, 5, 14, 20, 1, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>[11, 15, 10, 3, 9, 5, 22, 1, 27, 26, 1, 13, 9,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>[21, 28, 5, 27, 19, 28, 27, 19, 28, 27, 28, 1,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>[20, 25, 14, 1, 14, 15, 22, 1, 27, 20, 1, 20, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>[15, 20, 21, 14, 3, 9, 5, 22, 27, 26, 5, 14, 9...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>[26, 1, 11, 25, 19, 5, 22, 27, 13, 1, 13, 1, 1...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 5, 14, 14, 15, 5, 2...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 5, 14, 14, 15, 5, 2...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>[21, 18, 19, 21, 19, 27, 16, 12, 21, 19, 27, 2...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 22, 15, 19, 20, 15, 1...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>[4, 26, 21, 14, 21, 19, 15, 22, 27, 11, 21, 2,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>[2, 15, 26, 15, 11, 15, 22, 27, 20, 1, 12, 25,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>[19, 21, 21, 13, 2, 1, 5, 22, 1, 27, 1, 10, 14...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>[13, 21, 8, 1, 13, 13, 1, 4, 27, 14, 1, 13, 1,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 19, 5, 13, 27, 9, 27,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>[20, 15, 22, 1, 18, 9, 19, 5, 19, 20, 22, 15, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 1, 11, 3, 5, 14, 20, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>[14, 1, 26, 1, 18, 15, 22, 1, 27, 20, 21, 18, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>[13, 9, 14, 27, 20, 5, 13, 9, 18]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>[13, 1, 13, 25, 20, 19, 1, 5, 22, 1, 27, 7, 21...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>[2, 1, 10, 19, 25, 14, 15, 22, 27, 21, 18, 13,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>[5, 18, 20]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>[19, 5, 12, 28, 19, 11, 15, 5, 27, 9, 14, 22, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189582</th>\n",
       "      <td>[2, 15, 7, 1, 12, 9, 14, 9, 14]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189583</th>\n",
       "      <td>[2, 1, 12, 20, 1, 2, 1, 5, 22, 27, 14, 1, 26, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189584</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 19, 9, 14, 20, 1, 10,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189585</th>\n",
       "      <td>[11, 5, 14, 5, 14, 2, 1, 5, 22, 1, 27, 26, 1, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189586</th>\n",
       "      <td>[3, 5, 18, 14, 15, 2, 18, 15, 22, 11, 9, 14, 2...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189587</th>\n",
       "      <td>[6, 5, 4, 15, 19, 15, 22, 27, 19, 5, 18, 7, 5,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189588</th>\n",
       "      <td>[15, 19, 13, 15, 14, 1, 12, 9, 5, 22, 27, 2, 1...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189589</th>\n",
       "      <td>[1, 2, 4, 25, 18, 1, 8, 13, 1, 14, 15, 22, 1, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189590</th>\n",
       "      <td>[13, 21, 18, 1, 20, 1, 12, 9, 5, 22, 1, 27, 19...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189591</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189592</th>\n",
       "      <td>[15, 15, 27, 26, 1, 19, 9, 20, 1, 27, 16, 18, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189593</th>\n",
       "      <td>[26, 1, 14, 25, 2, 5, 11, 15, 22, 27, 5, 18, 1...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189594</th>\n",
       "      <td>[13, 1, 14, 21, 10, 12, 15, 22, 27, 13, 28, 7,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189595</th>\n",
       "      <td>[14, 21, 18, 12, 1, 14, 15, 22, 27, 20, 1, 12,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189596</th>\n",
       "      <td>[1, 13, 1, 20, 15, 22, 27, 2, 5, 11, 13, 9, 18...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189597</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 5, 14, 14, 25, 10, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189598</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 19, 5, 1, 3, 18, 5, 1...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189599</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189600</th>\n",
       "      <td>[21, 19, 15, 14, 15, 22, 27, 9, 19, 1, 27, 13,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189601</th>\n",
       "      <td>[21, 28, 5, 28, 21, 26, 14, 15, 5, 27, 13, 5, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189602</th>\n",
       "      <td>[11, 25, 26, 25, 12, 28, 11, 25, 1, 27, 13, 1,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189603</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189604</th>\n",
       "      <td>[18, 21, 4, 5, 14, 11, 15, 27, 15, 12, 28, 7, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189605</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189606</th>\n",
       "      <td>[13, 1, 13, 1, 26, 1, 14, 15, 22, 27, 19, 21, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189607</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189608</th>\n",
       "      <td>[13, 1, 13, 25, 18, 1, 12, 9, 5, 22, 27, 20, 1...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189609</th>\n",
       "      <td>[13, 1, 20, 11, 1, 18, 9, 13, 15, 22, 27, 13, 28]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189610</th>\n",
       "      <td>[9, 19, 13, 9, 11, 27, 9, 19, 13, 1, 9, 12, 27...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189611</th>\n",
       "      <td>[19, 1, 12, 9, 5, 22, 1, 27, 1, 20, 25, 18, 7,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>189612 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                        0  1\n",
       "0       [4, 15, 14, 15, 2, 1, 5, 22, 27, 2, 15, 12, 15...  1\n",
       "1       [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "2       [21, 3, 18, 5, 26, 4, 5, 14, 9, 5, 27, 28, 15,...  0\n",
       "3       [20, 5, 14, 27, 22, 12, 1, 4, 9, 13, 9, 18, 27...  1\n",
       "4       [18, 15, 26, 13, 5, 20, 15, 22, 27, 19, 5, 18,...  1\n",
       "5       [15, 19, 15, 15, 27, 28, 9, 22, 5, 14, 20, 1, ...  0\n",
       "6       [11, 15, 10, 3, 9, 5, 22, 1, 27, 26, 1, 13, 9,...  1\n",
       "7       [21, 28, 5, 27, 19, 28, 27, 19, 28, 27, 28, 1,...  0\n",
       "8       [20, 25, 14, 1, 14, 15, 22, 1, 27, 20, 1, 20, ...  1\n",
       "9       [15, 20, 21, 14, 3, 9, 5, 22, 27, 26, 5, 14, 9...  1\n",
       "10      [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "11      [26, 1, 11, 25, 19, 5, 22, 27, 13, 1, 13, 1, 1...  1\n",
       "12      [15, 2, 19, 5, 19, 20, 22, 5, 14, 14, 15, 5, 2...  0\n",
       "13      [15, 2, 19, 5, 19, 20, 22, 5, 14, 14, 15, 5, 2...  0\n",
       "14      [21, 18, 19, 21, 19, 27, 16, 12, 21, 19, 27, 2...  0\n",
       "15      [15, 19, 15, 15, 27, 28, 22, 15, 19, 20, 15, 1...  0\n",
       "16      [4, 26, 21, 14, 21, 19, 15, 22, 27, 11, 21, 2,...  1\n",
       "17      [2, 15, 26, 15, 11, 15, 22, 27, 20, 1, 12, 25,...  1\n",
       "18      [19, 21, 21, 13, 2, 1, 5, 22, 1, 27, 1, 10, 14...  1\n",
       "19      [13, 21, 8, 1, 13, 13, 1, 4, 27, 14, 1, 13, 1,...  1\n",
       "20      [15, 19, 15, 15, 27, 28, 19, 5, 13, 27, 9, 27,...  0\n",
       "21      [20, 15, 22, 1, 18, 9, 19, 5, 19, 20, 22, 15, ...  0\n",
       "22      [15, 19, 15, 15, 27, 28, 1, 11, 3, 5, 14, 20, ...  0\n",
       "23      [14, 1, 26, 1, 18, 15, 22, 1, 27, 20, 21, 18, ...  1\n",
       "24                      [13, 9, 14, 27, 20, 5, 13, 9, 18]  0\n",
       "25      [13, 1, 13, 25, 20, 19, 1, 5, 22, 1, 27, 7, 21...  1\n",
       "26      [2, 1, 10, 19, 25, 14, 15, 22, 27, 21, 18, 13,...  1\n",
       "27                                            [5, 18, 20]  0\n",
       "28      [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "29      [19, 5, 12, 28, 19, 11, 15, 5, 27, 9, 14, 22, ...  0\n",
       "...                                                   ... ..\n",
       "189582                    [2, 15, 7, 1, 12, 9, 14, 9, 14]  0\n",
       "189583  [2, 1, 12, 20, 1, 2, 1, 5, 22, 27, 14, 1, 26, ...  1\n",
       "189584  [15, 19, 15, 15, 27, 28, 19, 9, 14, 20, 1, 10,...  0\n",
       "189585  [11, 5, 14, 5, 14, 2, 1, 5, 22, 1, 27, 26, 1, ...  1\n",
       "189586  [3, 5, 18, 14, 15, 2, 18, 15, 22, 11, 9, 14, 2...  1\n",
       "189587  [6, 5, 4, 15, 19, 15, 22, 27, 19, 5, 18, 7, 5,...  1\n",
       "189588  [15, 19, 13, 15, 14, 1, 12, 9, 5, 22, 27, 2, 1...  1\n",
       "189589  [1, 2, 4, 25, 18, 1, 8, 13, 1, 14, 15, 22, 1, ...  1\n",
       "189590  [13, 21, 18, 1, 20, 1, 12, 9, 5, 22, 1, 27, 19...  1\n",
       "189591  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189592  [15, 15, 27, 26, 1, 19, 9, 20, 1, 27, 16, 18, ...  0\n",
       "189593  [26, 1, 14, 25, 2, 5, 11, 15, 22, 27, 5, 18, 1...  1\n",
       "189594  [13, 1, 14, 21, 10, 12, 15, 22, 27, 13, 28, 7,...  1\n",
       "189595  [14, 21, 18, 12, 1, 14, 15, 22, 27, 20, 1, 12,...  1\n",
       "189596  [1, 13, 1, 20, 15, 22, 27, 2, 5, 11, 13, 9, 18...  1\n",
       "189597  [15, 2, 19, 5, 19, 20, 22, 5, 14, 14, 25, 10, ...  0\n",
       "189598  [15, 19, 15, 15, 27, 28, 19, 5, 1, 3, 18, 5, 1...  0\n",
       "189599  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189600  [21, 19, 15, 14, 15, 22, 27, 9, 19, 1, 27, 13,...  1\n",
       "189601  [21, 28, 5, 28, 21, 26, 14, 15, 5, 27, 13, 5, ...  0\n",
       "189602  [11, 25, 26, 25, 12, 28, 11, 25, 1, 27, 13, 1,...  0\n",
       "189603  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189604  [18, 21, 4, 5, 14, 11, 15, 27, 15, 12, 28, 7, ...  1\n",
       "189605  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189606  [13, 1, 13, 1, 26, 1, 14, 15, 22, 27, 19, 21, ...  1\n",
       "189607  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189608  [13, 1, 13, 25, 18, 1, 12, 9, 5, 22, 27, 20, 1...  1\n",
       "189609  [13, 1, 20, 11, 1, 18, 9, 13, 15, 22, 27, 13, 28]  1\n",
       "189610  [9, 19, 13, 9, 11, 27, 9, 19, 13, 1, 9, 12, 27...  1\n",
       "189611  [19, 1, 12, 9, 5, 22, 1, 27, 1, 20, 25, 18, 7,...  1\n",
       "\n",
       "[189612 rows x 2 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = shuffle(df).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[16, 15, 12, 27, 1, 18, 9, 4, 26, 9, 20]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[15, 15, 15, 27, 28, 2, 5, 14, 4, 1, 28, 27]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[19, 21, 12, 1, 10, 13, 1, 14, 28, 20, 15, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[20, 15, 11, 13, 15, 11, 19, 11, 9, 10, 27, 19...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[13, 1, 20, 22, 5, 5, 14, 11, 15, 27, 9, 18, 9...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>[14, 21, 18, 5, 12, 27, 11, 21, 18, 21, 12, 21...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>[13, 5, 11, 20, 5, 16, 27, 2, 15, 18, 21, 28, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>[18, 15, 1, 12, 1, 22, 20, 15]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>[19, 9, 14, 28, 19, 5, 14, 27, 11, 15]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>[11, 21, 20, 21, 19, 5, 22, 1, 27, 9, 2, 1, 18...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>[2, 12, 1, 7, 15, 20, 22, 15, 18, 9, 20, 5, 12...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>[7, 15, 12, 5, 14, 11, 15, 27, 1, 12, 5, 11, 1...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>[1, 7, 1, 6, 15, 14, 15, 22, 27, 22, 28, 1, 28]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>[15, 18, 13, 15, 14, 15, 22, 27, 15, 13, 21, 1...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>[2, 9, 10, 26, 1, 5, 22, 27, 26, 15, 18, 2, 5,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>[9, 19, 1, 11, 21, 14, 15, 22, 27, 3, 15, 10, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>[15, 15, 15, 27, 28, 15, 19, 28, 11, 9, 20, 5,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>[11, 18, 5, 19, 20, 28, 1, 14, 19, 11, 15, 5, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>[2, 5, 10, 19, 5, 14, 1, 12, 9, 5, 22, 27, 5, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>[18, 25, 19, 13, 1, 20, 15, 22, 1, 27, 6, 12, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>[16, 1, 10, 9, 19, 2, 5, 11, 15, 22, 27, 13, 9...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>[4, 15, 14, 27, 5, 22, 7, 5, 14, 9, 1, 27, 19,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>[19, 1, 13, 1, 20, 15, 22, 1, 27, 5, 18, 11, 9...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>[19, 9, 15, 27, 19, 5, 12, 28, 19, 11, 15, 5, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>[20, 15, 22, 19, 20, 9, 11, 27, 22, 9, 11, 20,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>[9, 19, 13, 1, 9, 12, 15, 22, 27, 1, 4, 9, 12,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>[11, 21, 18, 13, 21, 19, 21, 5, 22, 27, 19, 1,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>[15, 15, 15, 27, 28, 1, 14, 20, 1, 18, 5, 19, 28]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>[13, 1, 13, 1, 5, 22, 1, 27, 19, 1, 12, 20, 1,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189582</th>\n",
       "      <td>[15, 15, 15, 27, 28, 1, 11, 28, 19, 21, 21, 27...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189583</th>\n",
       "      <td>[27, 10, 9, 1, 14, 27, 28, 4, 26, 9, 1, 14, 28]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189584</th>\n",
       "      <td>[19, 21, 12, 5, 10]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189585</th>\n",
       "      <td>[1, 10, 19, 1, 18, 1, 11, 21, 14, 15, 22, 27, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189586</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 2, 5, 11, 5, 13, 27, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189587</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189588</th>\n",
       "      <td>[16, 16, 27, 28, 28, 1, 26, 1, 13, 1, 20, 28, 28]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189589</th>\n",
       "      <td>[10, 1, 19, 8, 28, 1, 18, 20, 27, 28, 26, 1, 1...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189590</th>\n",
       "      <td>[21, 3, 18, 5, 26, 4, 5, 14, 9, 5, 27, 28, 13,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189591</th>\n",
       "      <td>[18, 1, 26, 26, 1, 11, 15, 22, 1, 27, 7, 21, 1...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189592</th>\n",
       "      <td>[20, 5, 8, 14, 9, 3, 5, 19, 11, 9, 10, 27, 11,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189593</th>\n",
       "      <td>[15, 19, 28, 27, 2, 1, 26, 1, 18, 25]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189594</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189595</th>\n",
       "      <td>[26, 26, 28, 26, 15, 12]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189596</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189597</th>\n",
       "      <td>[1, 26, 9, 13, 15, 22, 27, 1, 26, 1, 13]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189598</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189599</th>\n",
       "      <td>[15, 19, 15, 15, 27, 28, 1, 19, 25, 12, 28, 11...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189600</th>\n",
       "      <td>[3, 21, 20, 2, 1, 5, 22, 1, 27, 1, 12, 20, 25,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189601</th>\n",
       "      <td>[1, 11, 25, 2, 1, 5, 22, 27, 19, 21, 18, 1, 14...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189602</th>\n",
       "      <td>[19, 15, 11, 18, 1, 22, 9, 27, 13, 15, 4, 26, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189603</th>\n",
       "      <td>[20, 15, 22, 1, 18, 9, 19, 5, 19, 20, 22, 15, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189604</th>\n",
       "      <td>[11, 1, 18, 25, 13, 19, 1, 11, 15, 22, 27, 2, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189605</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189606</th>\n",
       "      <td>[28, 28, 7, 21, 12, 26, 1, 18, 27, 9, 14, 20, ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189607</th>\n",
       "      <td>[2, 5, 11, 9, 18, 15, 22, 27, 1, 10, 4, 1, 18,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189608</th>\n",
       "      <td>[1, 20, 1, 27, 13, 21, 8, 1, 13, 13, 1, 4, 27,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189609</th>\n",
       "      <td>[15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189610</th>\n",
       "      <td>[7, 1, 12, 9, 1, 19, 11, 1, 18, 15, 22, 1, 27,...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189611</th>\n",
       "      <td>[1, 26, 9, 26, 15, 22, 27, 1, 12, 13, 1, 26, 2...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>189612 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                        0  1\n",
       "0                [16, 15, 12, 27, 1, 18, 9, 4, 26, 9, 20]  1\n",
       "1            [15, 15, 15, 27, 28, 2, 5, 14, 4, 1, 28, 27]  0\n",
       "2       [19, 21, 12, 1, 10, 13, 1, 14, 28, 20, 15, 15,...  0\n",
       "3       [20, 15, 11, 13, 15, 11, 19, 11, 9, 10, 27, 19...  0\n",
       "4       [13, 1, 20, 22, 5, 5, 14, 11, 15, 27, 9, 18, 9...  1\n",
       "5       [14, 21, 18, 5, 12, 27, 11, 21, 18, 21, 12, 21...  0\n",
       "6       [13, 5, 11, 20, 5, 16, 27, 2, 15, 18, 21, 28, ...  0\n",
       "7                          [18, 15, 1, 12, 1, 22, 20, 15]  0\n",
       "8                  [19, 9, 14, 28, 19, 5, 14, 27, 11, 15]  0\n",
       "9       [11, 21, 20, 21, 19, 5, 22, 1, 27, 9, 2, 1, 18...  1\n",
       "10      [2, 12, 1, 7, 15, 20, 22, 15, 18, 9, 20, 5, 12...  0\n",
       "11      [7, 15, 12, 5, 14, 11, 15, 27, 1, 12, 5, 11, 1...  1\n",
       "12        [1, 7, 1, 6, 15, 14, 15, 22, 27, 22, 28, 1, 28]  1\n",
       "13      [15, 18, 13, 15, 14, 15, 22, 27, 15, 13, 21, 1...  1\n",
       "14      [2, 9, 10, 26, 1, 5, 22, 27, 26, 15, 18, 2, 5,...  1\n",
       "15      [9, 19, 1, 11, 21, 14, 15, 22, 27, 3, 15, 10, ...  1\n",
       "16      [15, 15, 15, 27, 28, 15, 19, 28, 11, 9, 20, 5,...  0\n",
       "17      [11, 18, 5, 19, 20, 28, 1, 14, 19, 11, 15, 5, ...  0\n",
       "18      [2, 5, 10, 19, 5, 14, 1, 12, 9, 5, 22, 27, 5, ...  1\n",
       "19      [18, 25, 19, 13, 1, 20, 15, 22, 1, 27, 6, 12, ...  1\n",
       "20      [16, 1, 10, 9, 19, 2, 5, 11, 15, 22, 27, 13, 9...  1\n",
       "21      [4, 15, 14, 27, 5, 22, 7, 5, 14, 9, 1, 27, 19,...  1\n",
       "22      [19, 1, 13, 1, 20, 15, 22, 1, 27, 5, 18, 11, 9...  1\n",
       "23      [19, 9, 15, 27, 19, 5, 12, 28, 19, 11, 15, 5, ...  0\n",
       "24      [20, 15, 22, 19, 20, 9, 11, 27, 22, 9, 11, 20,...  1\n",
       "25      [9, 19, 13, 1, 9, 12, 15, 22, 27, 1, 4, 9, 12,...  1\n",
       "26      [11, 21, 18, 13, 21, 19, 21, 5, 22, 27, 19, 1,...  1\n",
       "27      [15, 15, 15, 27, 28, 1, 14, 20, 1, 18, 5, 19, 28]  0\n",
       "28      [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "29      [13, 1, 13, 1, 5, 22, 1, 27, 19, 1, 12, 20, 1,...  1\n",
       "...                                                   ... ..\n",
       "189582  [15, 15, 15, 27, 28, 1, 11, 28, 19, 21, 21, 27...  0\n",
       "189583    [27, 10, 9, 1, 14, 27, 28, 4, 26, 9, 1, 14, 28]  0\n",
       "189584                                [19, 21, 12, 5, 10]  0\n",
       "189585  [1, 10, 19, 1, 18, 1, 11, 21, 14, 15, 22, 27, ...  1\n",
       "189586  [15, 19, 15, 15, 27, 28, 2, 5, 11, 5, 13, 27, ...  0\n",
       "189587  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189588  [16, 16, 27, 28, 28, 1, 26, 1, 13, 1, 20, 28, 28]  0\n",
       "189589  [10, 1, 19, 8, 28, 1, 18, 20, 27, 28, 26, 1, 1...  0\n",
       "189590  [21, 3, 18, 5, 26, 4, 5, 14, 9, 5, 27, 28, 13,...  0\n",
       "189591  [18, 1, 26, 26, 1, 11, 15, 22, 1, 27, 7, 21, 1...  1\n",
       "189592  [20, 5, 8, 14, 9, 3, 5, 19, 11, 9, 10, 27, 11,...  0\n",
       "189593              [15, 19, 28, 27, 2, 1, 26, 1, 18, 25]  0\n",
       "189594  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189595                           [26, 26, 28, 26, 15, 12]  0\n",
       "189596  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189597           [1, 26, 9, 13, 15, 22, 27, 1, 26, 1, 13]  1\n",
       "189598  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189599  [15, 19, 15, 15, 27, 28, 1, 19, 25, 12, 28, 11...  0\n",
       "189600  [3, 21, 20, 2, 1, 5, 22, 1, 27, 1, 12, 20, 25,...  1\n",
       "189601  [1, 11, 25, 2, 1, 5, 22, 27, 19, 21, 18, 1, 14...  1\n",
       "189602  [19, 15, 11, 18, 1, 22, 9, 27, 13, 15, 4, 26, ...  1\n",
       "189603  [20, 15, 22, 1, 18, 9, 19, 5, 19, 20, 22, 15, ...  0\n",
       "189604  [11, 1, 18, 25, 13, 19, 1, 11, 15, 22, 27, 2, ...  1\n",
       "189605  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189606  [28, 28, 7, 21, 12, 26, 1, 18, 27, 9, 14, 20, ...  0\n",
       "189607  [2, 5, 11, 9, 18, 15, 22, 27, 1, 10, 4, 1, 18,...  1\n",
       "189608  [1, 20, 1, 27, 13, 21, 8, 1, 13, 13, 1, 4, 27,...  1\n",
       "189609  [15, 2, 19, 5, 19, 20, 22, 15, 27, 19, 27, 15,...  0\n",
       "189610  [7, 1, 12, 9, 1, 19, 11, 1, 18, 15, 22, 1, 27,...  1\n",
       "189611  [1, 26, 9, 26, 15, 22, 27, 1, 12, 13, 1, 26, 2...  1\n",
       "\n",
       "[189612 rows x 2 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Prepare indeces to split dataset\n",
    "index_60 = int(df.shape[0]*0.6)\n",
    "index_90 = int(df.shape[0]*0.9)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split dataframe into training(60%), test(30%), validation(10%) \n",
    "train_df = df.iloc[0:index_60]\n",
    "test_df = df.iloc[index_60:index_90]\n",
    "validation_df = df.iloc[index_90:df.shape[0]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_df.to_pickle('../prepared_data/train_df_f.pkl')\n",
    "test_df.to_pickle('../prepared_data/test_df_f.pkl')\n",
    "validation_df.to_pickle('../prepared_data/validation_df_f.pkl')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}