more_preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import json\n",
    "from glob import glob\n",
    "import os\n",
    "from io import StringIO\n",
    "from itertools import groupby\n",
    "import pickle\n",
    "\n",
    "import numpy as np\n",
    "import bs4\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "cleancoffee_df = pd.read_csv(\"data/archive/scraped-categories-2.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "reviews = cleancoffee_df['review'].values.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tokenize(text):\n",
    "    return re.findall('[a-z]+', text.lower())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tokenize_reviews(tokenize_method,input_review):\n",
    "    final = []\n",
    "    for i in range(0, len(input_review)):\n",
    "        text = input_review[i]\n",
    "        final = final + tokenize(text)\n",
    "    return final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "review_tokens = tokenize_reviews(tokenize, reviews)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "review_tokens_distinct = []\n",
    "for i in range(0, len(review_tokens)):\n",
    "    if review_tokens[i] not in review_tokens_distinct:\n",
    "        review_tokens_distinct.append(review_tokens[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "review_tokens_distinct.sort()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# sourced from 3/23 code demo\n",
    "import nltk\n",
    "from nltk.stem import PorterStemmer\n",
    "stemmer=PorterStemmer()\n",
    "\n",
    "allstems = []\n",
    "for i in range (0, len(review_tokens)):\n",
    "    stem = stemmer.stem(review_tokens[i])\n",
    "#     print(review_tokens_distinct[i], stem)\n",
    "    allstems.append(stem)\n",
    "\n",
    "allstems = set(allstems)\n",
    "# print(allstems)\n",
    "# print(len(allstems))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "tokens_count = {}\n",
    "for i in range(0, len(review_tokens)):\n",
    "    w = stemmer.stem(review_tokens[i])\n",
    "    if w in tokens_count:\n",
    "        tokens_count[w]+=1\n",
    "    else:\n",
    "        tokens_count[w]=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3115"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tokens_count['and']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "keys = list(tokens_count.keys())\n",
    "for key in keys:\n",
    "    tokens_count[key] = tokens_count[key]/(len(review_tokens))\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "tokens_count = dict(sorted(tokens_count.items(), key=lambda item: item[1], reverse = True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'and': 2.824116047144152,\n",
       " 'in': 1.8621940163191297,\n",
       " 'with': 1.8377153218495013,\n",
       " 'sweet': 1.6473254759746148,\n",
       " 'cup': 1.383499546690843,\n",
       " 'finish': 1.3608340888485948,\n",
       " 'tone': 1.3599274705349047,\n",
       " 'aroma': 1.3481414324569356,\n",
       " 'mouthfeel': 1.3454215775158658,\n",
       " 'acid': 1.1894832275611968,\n",
       " 'structur': 1.1495920217588396,\n",
       " 'the': 1.0707162284678151,\n",
       " 'of': 1.0009066183136899,\n",
       " 'chocol': 0.970988213961922,\n",
       " 'cocoa': 0.7941976427923844,\n",
       " 'note': 0.7524932003626473,\n",
       " 'tart': 0.6763372620126926,\n",
       " 'richli': 0.556663644605621,\n",
       " 'cedar': 0.5294650951949229,\n",
       " 'syrupi': 0.4814143245693563,\n",
       " 'nib': 0.46237533998186764,\n",
       " 'sweetli': 0.4614687216681777,\n",
       " 'zest': 0.4487760652765186,\n",
       " 'dark': 0.4224841341795104,\n",
       " 'fruit': 0.4170444242973708,\n",
       " 'savori': 0.41069809610154123,\n",
       " 'smooth': 0.37533998186763373,\n",
       " 'almond': 0.36899365367180414,\n",
       " 'juici': 0.36355394378966455,\n",
       " 'satini': 0.3599274705349048,\n",
       " 'crisp': 0.35811423390752495,\n",
       " 'chocolati': 0.34088848594741616,\n",
       " 'full': 0.3300090661831369,\n",
       " 'a': 0.3300090661831369,\n",
       " 'floral': 0.3272892112420671,\n",
       " 'bright': 0.3263825929283772,\n",
       " 'bake': 0.3155031731640979,\n",
       " 'dri': 0.30643699002719854,\n",
       " 'to': 0.3055303717135086,\n",
       " 'crispli': 0.2964641885766092,\n",
       " 'balanc': 0.2928377153218495,\n",
       " 'consolid': 0.26835902085222124,\n",
       " 'lemon': 0.2638259292837715,\n",
       " 'flower': 0.2638259292837715,\n",
       " 'long': 0.2629193109700816,\n",
       " 'hazelnut': 0.24478694469628287,\n",
       " 'delic': 0.24478694469628287,\n",
       " 'fresh': 0.24388032638259294,\n",
       " 'deepli': 0.2411604714415231,\n",
       " 'center': 0.24025385312783318,\n",
       " 'underton': 0.23300090661831369,\n",
       " 'reson': 0.2302810516772439,\n",
       " 'oak': 0.22937443336355395,\n",
       " 'gentli': 0.22393472348141433,\n",
       " 'hint': 0.22212148685403446,\n",
       " 'around': 0.21940163191296463,\n",
       " 'round': 0.2184950135992747,\n",
       " 'plush': 0.21486854034451497,\n",
       " 'brisk': 0.20580235720761558,\n",
       " 'nut': 0.20580235720761558,\n",
       " 'syrup': 0.20126926563916592,\n",
       " 'like': 0.20036264732547598,\n",
       " 'cut': 0.19945602901178605,\n",
       " 'veri': 0.19764279238440616,\n",
       " 'rich': 0.19764279238440616,\n",
       " 'magnolia': 0.19673617407071622,\n",
       " 'gentl': 0.19673617407071622,\n",
       " 'apricot': 0.1885766092475068,\n",
       " 'butter': 0.18223028105167724,\n",
       " 'high': 0.1813236627379873,\n",
       " 'black': 0.18041704442429737,\n",
       " 'by': 0.17951042611060744,\n",
       " 'sandalwood': 0.1786038077969175,\n",
       " 'cherri': 0.17497733454215775,\n",
       " 'velveti': 0.17497733454215775,\n",
       " 'spice': 0.17135086128739802,\n",
       " 'flavor': 0.1659111514052584,\n",
       " 'freesia': 0.1659111514052584,\n",
       " 'bittersweet': 0.1613780598368087,\n",
       " 'orang': 0.1586582048957389,\n",
       " 'vibrant': 0.15775158658204896,\n",
       " 'deep': 0.15503173164097914,\n",
       " 'pink': 0.1514052583862194,\n",
       " 'is': 0.14959202175883954,\n",
       " 'lead': 0.1441523118766999,\n",
       " 'jasmin': 0.1441523118766999,\n",
       " 'support': 0.1387126019945603,\n",
       " 'tangerin': 0.13780598368087035,\n",
       " 'caramel': 0.13780598368087035,\n",
       " 'narcissu': 0.13689936536718042,\n",
       " 'fir': 0.13689936536718042,\n",
       " 'grapefruit': 0.13689936536718042,\n",
       " 'date': 0.13236627379873073,\n",
       " 'complex': 0.12964641885766093,\n",
       " 'aromat': 0.12783318223028106,\n",
       " 'milk': 0.1242067089755213,\n",
       " 'silki': 0.1242067089755213,\n",
       " 'honeysuckl': 0.11786038077969176,\n",
       " 'red': 0.11604714415231188,\n",
       " 'verbena': 0.11242067089755213,\n",
       " 'satur': 0.11060743427017226,\n",
       " 'mapl': 0.10788757932910245,\n",
       " 'plum': 0.10698096101541252,\n",
       " 'cashew': 0.10698096101541252,\n",
       " 'creami': 0.10607434270172257,\n",
       " 'viscou': 0.10516772438803264,\n",
       " 'raspberri': 0.1042611060743427,\n",
       " 'lightli': 0.10335448776065277,\n",
       " 'live': 0.10335448776065277,\n",
       " 'as': 0.10244786944696282,\n",
       " 'currant': 0.10063463281958296,\n",
       " 'agav': 0.09882139619220308,\n",
       " 'forward': 0.09882139619220308,\n",
       " 'honey': 0.09519492293744333,\n",
       " 'small': 0.0942883046237534,\n",
       " 'powder': 0.09338168631006347,\n",
       " 'evalu': 0.09247506799637353,\n",
       " 'espresso': 0.09156844968268359,\n",
       " 'sugar': 0.08975521305530372,\n",
       " 'wood': 0.08703535811423391,\n",
       " 'molass': 0.08703535811423391,\n",
       " 'driven': 0.08612873980054397,\n",
       " 'strawberri': 0.08250226654578423,\n",
       " 'gardenia': 0.0815956482320943,\n",
       " 'citrusi': 0.07978241160471441,\n",
       " 'marjoram': 0.07887579329102448,\n",
       " 'quiet': 0.07887579329102448,\n",
       " 'star': 0.07887579329102448,\n",
       " 'lili': 0.07796917497733455,\n",
       " 'short': 0.0770625566636446,\n",
       " 'scorch': 0.07615593834995467,\n",
       " 'hop': 0.07615593834995467,\n",
       " 'berri': 0.07524932003626474,\n",
       " 'lilac': 0.07524932003626474,\n",
       " 'lyche': 0.0743427017225748,\n",
       " 'thyme': 0.0743427017225748,\n",
       " 'layer': 0.07343608340888486,\n",
       " 'peppercorn': 0.07343608340888486,\n",
       " 'blossom': 0.07343608340888486,\n",
       " 'fudg': 0.07343608340888486,\n",
       " 'lime': 0.07252946509519492,\n",
       " 'nougat': 0.07162284678150499,\n",
       " 'candi': 0.07071622846781506,\n",
       " 'roast': 0.07071622846781506,\n",
       " 'carri': 0.06708975521305531,\n",
       " 'appl': 0.0643699002719855,\n",
       " 'tobacco': 0.0643699002719855,\n",
       " 'brittl': 0.06346328195829556,\n",
       " 'part': 0.06255666364460562,\n",
       " 'brightli': 0.061650045330915684,\n",
       " 'three': 0.05983680870353581,\n",
       " 'pomegran': 0.05983680870353581,\n",
       " 'grape': 0.05893019038984588,\n",
       " 'toffe': 0.05802357207615594,\n",
       " 'brown': 0.057116953762466005,\n",
       " 'bergamot': 0.057116953762466005,\n",
       " 'pistachio': 0.056210335448776065,\n",
       " 'guava': 0.05530371713508613,\n",
       " 'frame': 0.05530371713508613,\n",
       " 'raisin': 0.05439709882139619,\n",
       " 'lean': 0.05349048050770626,\n",
       " 'wisteria': 0.05258386219401632,\n",
       " 'amber': 0.051677243880326386,\n",
       " 'linger': 0.051677243880326386,\n",
       " 'citru': 0.051677243880326386,\n",
       " 'pipe': 0.050770625566636446,\n",
       " 'pear': 0.04986400725294651,\n",
       " 'peach': 0.04986400725294651,\n",
       " 'but': 0.04805077062556664,\n",
       " 'barrel': 0.0471441523118767,\n",
       " 'pert': 0.0471441523118767,\n",
       " 'tea': 0.0471441523118767,\n",
       " 'mango': 0.04623753399818677,\n",
       " 's': 0.04623753399818677,\n",
       " 'into': 0.04533091568449683,\n",
       " 'ginger': 0.04533091568449683,\n",
       " 'all': 0.04533091568449683,\n",
       " 'lavend': 0.044424297370806894,\n",
       " 'suggest': 0.044424297370806894,\n",
       " 'blueberri': 0.043517679057116954,\n",
       " 'wild': 0.043517679057116954,\n",
       " 'baker': 0.043517679057116954,\n",
       " 'elegantli': 0.04170444242973708,\n",
       " 'on': 0.04170444242973708,\n",
       " 'rose': 0.04079782411604715,\n",
       " 'multi': 0.03989120580235721,\n",
       " 'tamarind': 0.03989120580235721,\n",
       " 'pungent': 0.038984587488667274,\n",
       " 'wine': 0.03626473254759746,\n",
       " 'myrrh': 0.03626473254759746,\n",
       " 'that': 0.03626473254759746,\n",
       " 'meyer': 0.03626473254759746,\n",
       " 'quietli': 0.03535811423390753,\n",
       " 'cacao': 0.03535811423390753,\n",
       " 'mulberri': 0.03445149592021759,\n",
       " 'buoyant': 0.03445149592021759,\n",
       " 'fruiti': 0.033544877606527655,\n",
       " 'from': 0.033544877606527655,\n",
       " 'vanilla': 0.033544877606527655,\n",
       " 'herbac': 0.032638259292837715,\n",
       " 'rhododendron': 0.032638259292837715,\n",
       " 'walnut': 0.03173164097914778,\n",
       " 'musk': 0.03173164097914778,\n",
       " 'herb': 0.03173164097914778,\n",
       " 'tropic': 0.03173164097914778,\n",
       " 'persimmon': 0.03173164097914778,\n",
       " 'blackberri': 0.03173164097914778,\n",
       " 'nectarin': 0.03173164097914778,\n",
       " 'cane': 0.030825022665457842,\n",
       " 'vibrantli': 0.030825022665457842,\n",
       " 'pineappl': 0.030825022665457842,\n",
       " 'coffe': 0.030825022665457842,\n",
       " 'cinnamon': 0.030825022665457842,\n",
       " 'laden': 0.029918404351767906,\n",
       " 'ripe': 0.029918404351767906,\n",
       " 'green': 0.028105167724388033,\n",
       " 'violet': 0.028105167724388033,\n",
       " 'clove': 0.028105167724388033,\n",
       " 'are': 0.027198549410698096,\n",
       " 'nuanc': 0.027198549410698096,\n",
       " 'frankincens': 0.027198549410698096,\n",
       " 'bing': 0.02629193109700816,\n",
       " 'fermenti': 0.025385312783318223,\n",
       " 'goji': 0.025385312783318223,\n",
       " 'salt': 0.024478694469628286,\n",
       " 'intens': 0.024478694469628286,\n",
       " 'jam': 0.02357207615593835,\n",
       " 'nutti': 0.02357207615593835,\n",
       " 'smoki': 0.02357207615593835,\n",
       " 'light': 0.02357207615593835,\n",
       " 'sage': 0.022665457842248413,\n",
       " 'white': 0.022665457842248413,\n",
       " 'spici': 0.022665457842248413,\n",
       " 'subtli': 0.022665457842248413,\n",
       " 'though': 0.022665457842248413,\n",
       " 'cleanli': 0.022665457842248413,\n",
       " 'amplifi': 0.022665457842248413,\n",
       " 'intric': 0.022665457842248413,\n",
       " 'nutella': 0.022665457842248413,\n",
       " 'yet': 0.021758839528558477,\n",
       " 'pecan': 0.021758839528558477,\n",
       " 'concord': 0.021758839528558477,\n",
       " 'eleg': 0.021758839528558477,\n",
       " 'balm': 0.02085222121486854,\n",
       " 'integr': 0.02085222121486854,\n",
       " 'nutmeg': 0.02085222121486854,\n",
       " 'mesquit': 0.02085222121486854,\n",
       " 'fine': 0.02085222121486854,\n",
       " 'blood': 0.02085222121486854,\n",
       " 'roundli': 0.02085222121486854,\n",
       " 'coconut': 0.019945602901178604,\n",
       " 'cappuccino': 0.019945602901178604,\n",
       " 'wini': 0.019945602901178604,\n",
       " 'lush': 0.019945602901178604,\n",
       " 'cold': 0.019945602901178604,\n",
       " 'mushroom': 0.019038984587488667,\n",
       " 'passionfruit': 0.019038984587488667,\n",
       " 'yogurt': 0.019038984587488667,\n",
       " 'rum': 0.019038984587488667,\n",
       " 'sassafra': 0.01813236627379873,\n",
       " 'satisfi': 0.01813236627379873,\n",
       " 'hibiscu': 0.01813236627379873,\n",
       " 'earth': 0.01813236627379873,\n",
       " 'readi': 0.01813236627379873,\n",
       " 'drink': 0.01813236627379873,\n",
       " 'test': 0.01813236627379873,\n",
       " 'macadamia': 0.017225747960108794,\n",
       " 'resurfac': 0.017225747960108794,\n",
       " 'resonantli': 0.017225747960108794,\n",
       " 'harmoni': 0.017225747960108794,\n",
       " 'couli': 0.017225747960108794,\n",
       " 'spearmint': 0.017225747960108794,\n",
       " 'edg': 0.016319129646418858,\n",
       " 'complexli': 0.016319129646418858,\n",
       " 'pie': 0.016319129646418858,\n",
       " 'complic': 0.016319129646418858,\n",
       " 'golden': 0.016319129646418858,\n",
       " 'scale': 0.015412511332728921,\n",
       " 'domin': 0.015412511332728921,\n",
       " 'lactic': 0.015412511332728921,\n",
       " 'confid': 0.015412511332728921,\n",
       " 'over': 0.015412511332728921,\n",
       " 'earthi': 0.015412511332728921,\n",
       " 'lemongrass': 0.014505893019038985,\n",
       " 'cardamom': 0.014505893019038985,\n",
       " 'fig': 0.014505893019038985,\n",
       " 'malic': 0.014505893019038985,\n",
       " 'winey': 0.014505893019038985,\n",
       " 'pretti': 0.014505893019038985,\n",
       " 'plump': 0.014505893019038985,\n",
       " 'throughlin': 0.014505893019038985,\n",
       " 'throughout': 0.014505893019038985,\n",
       " 'redol': 0.014505893019038985,\n",
       " 'pralin': 0.013599274705349048,\n",
       " 'tangi': 0.013599274705349048,\n",
       " 'passion': 0.013599274705349048,\n",
       " 'while': 0.013599274705349048,\n",
       " 'leaf': 0.013599274705349048,\n",
       " 'both': 0.013599274705349048,\n",
       " 'pine': 0.013599274705349048,\n",
       " 'stone': 0.012692656391659111,\n",
       " 'except': 0.012692656391659111,\n",
       " 'pleas': 0.012692656391659111,\n",
       " 'invit': 0.012692656391659111,\n",
       " 'tomato': 0.012692656391659111,\n",
       " 'watermelon': 0.012692656391659111,\n",
       " 'shot': 0.012692656391659111,\n",
       " 'candycap': 0.011786038077969175,\n",
       " 'big': 0.011786038077969175,\n",
       " 'bay': 0.011786038077969175,\n",
       " 'pomelo': 0.011786038077969175,\n",
       " 'lyric': 0.011786038077969175,\n",
       " 'through': 0.011786038077969175,\n",
       " 'elm': 0.010879419764279238,\n",
       " 'last': 0.010879419764279238,\n",
       " 'butterscotch': 0.010879419764279238,\n",
       " 'an': 0.010879419764279238,\n",
       " 'pleasingli': 0.010879419764279238,\n",
       " 'grappa': 0.010879419764279238,\n",
       " 'vivaci': 0.010879419764279238,\n",
       " 'taffi': 0.010879419764279238,\n",
       " 'promis': 0.010879419764279238,\n",
       " 'bean': 0.010879419764279238,\n",
       " 'mild': 0.010879419764279238,\n",
       " 'orchid': 0.009972801450589302,\n",
       " 'soft': 0.009972801450589302,\n",
       " 'ferment': 0.009972801450589302,\n",
       " 'nectar': 0.009972801450589302,\n",
       " 'banana': 0.009972801450589302,\n",
       " 'percept': 0.009972801450589302,\n",
       " 'roasti': 0.009972801450589302,\n",
       " 'brazil': 0.009972801450589302,\n",
       " 'liqueur': 0.009066183136899365,\n",
       " 'engag': 0.009066183136899365,\n",
       " 'butteri': 0.009066183136899365,\n",
       " 'prune': 0.009066183136899365,\n",
       " 'cranberri': 0.008159564823209429,\n",
       " 'quit': 0.008159564823209429,\n",
       " 'goat': 0.008159564823209429,\n",
       " 'age': 0.008159564823209429,\n",
       " 'distinct': 0.008159564823209429,\n",
       " 'plumeria': 0.008159564823209429,\n",
       " 'humu': 0.008159564823209429,\n",
       " 'chees': 0.008159564823209429,\n",
       " 'sing': 0.008159564823209429,\n",
       " 'carnat': 0.008159564823209429,\n",
       " 'low': 0.008159564823209429,\n",
       " 'zesti': 0.008159564823209429,\n",
       " 'sustain': 0.008159564823209429,\n",
       " 'at': 0.008159564823209429,\n",
       " 'return': 0.008159564823209429,\n",
       " 'bourbon': 0.007252946509519492,\n",
       " 'raw': 0.007252946509519492,\n",
       " 'umami': 0.007252946509519492,\n",
       " 'express': 0.007252946509519492,\n",
       " 'almost': 0.007252946509519492,\n",
       " 'balsa': 0.007252946509519492,\n",
       " 'newton': 0.007252946509519492,\n",
       " 'kumquat': 0.007252946509519492,\n",
       " 'mandarin': 0.007252946509519492,\n",
       " 'especi': 0.007252946509519492,\n",
       " 'character': 0.007252946509519492,\n",
       " 'saltwat': 0.007252946509519492,\n",
       " 'particularli': 0.007252946509519492,\n",
       " 'rather': 0.007252946509519492,\n",
       " 'pluot': 0.007252946509519492,\n",
       " 'ml': 0.007252946509519492,\n",
       " 'ounc': 0.007252946509519492,\n",
       " 'use': 0.007252946509519492,\n",
       " 'think': 0.007252946509519492,\n",
       " 'pleasantli': 0.007252946509519492,\n",
       " 'ring': 0.007252946509519492,\n",
       " 'bodi': 0.007252946509519492,\n",
       " 'tiger': 0.006346328195829556,\n",
       " 'allspic': 0.006346328195829556,\n",
       " 'anaerob': 0.006346328195829556,\n",
       " 'depth': 0.006346328195829556,\n",
       " 'fade': 0.006346328195829556,\n",
       " 'muski': 0.006346328195829556,\n",
       " 'come': 0.006346328195829556,\n",
       " 'melang': 0.006346328195829556,\n",
       " 'take': 0.006346328195829556,\n",
       " 'stage': 0.006346328195829556,\n",
       " 'reced': 0.006346328195829556,\n",
       " 'undercurr': 0.006346328195829556,\n",
       " 'malt': 0.006346328195829556,\n",
       " 'kefir': 0.006346328195829556,\n",
       " 'yellow': 0.006346328195829556,\n",
       " 'resound': 0.006346328195829556,\n",
       " 'sparkl': 0.006346328195829556,\n",
       " 'forest': 0.006346328195829556,\n",
       " 'continu': 0.006346328195829556,\n",
       " 'dessert': 0.006346328195829556,\n",
       " 'it': 0.006346328195829556,\n",
       " 'attract': 0.006346328195829556,\n",
       " 'littl': 0.006346328195829556,\n",
       " 'instant': 0.006346328195829556,\n",
       " 'artichok': 0.005439709882139619,\n",
       " 'far': 0.005439709882139619,\n",
       " 'perfumi': 0.005439709882139619,\n",
       " 'deepen': 0.005439709882139619,\n",
       " 'grace': 0.005439709882139619,\n",
       " 'rosemari': 0.005439709882139619,\n",
       " 'origin': 0.005439709882139619,\n",
       " 'rice': 0.005439709882139619,\n",
       " 'caramelli': 0.005439709882139619,\n",
       " 'jolli': 0.005439709882139619,\n",
       " 'foreground': 0.005439709882139619,\n",
       " 'box': 0.005439709882139619,\n",
       " 'briskli': 0.005439709882139619,\n",
       " 'simplifi': 0.005439709882139619,\n",
       " 'lift': 0.005439709882139619,\n",
       " 'turn': 0.005439709882139619,\n",
       " 'bare': 0.005439709882139619,\n",
       " 'tarragon': 0.005439709882139619,\n",
       " 'bold': 0.005439709882139619,\n",
       " 'complet': 0.005439709882139619,\n",
       " 'surfac': 0.005439709882139619,\n",
       " 'whole': 0.005439709882139619,\n",
       " 'anim': 0.005439709882139619,\n",
       " 'thi': 0.005439709882139619,\n",
       " 'marzipan': 0.005439709882139619,\n",
       " 'follow': 0.005439709882139619,\n",
       " 'bitter': 0.005439709882139619,\n",
       " 'particular': 0.005439709882139619,\n",
       " 'mix': 0.005439709882139619,\n",
       " 'brandi': 0.005439709882139619,\n",
       " 'pepper': 0.004533091568449683,\n",
       " 'fennel': 0.004533091568449683,\n",
       " 'compos': 0.004533091568449683,\n",
       " 'coriand': 0.004533091568449683,\n",
       " 'touch': 0.004533091568449683,\n",
       " 'marmalad': 0.004533091568449683,\n",
       " 'chewi': 0.004533091568449683,\n",
       " 'bloom': 0.004533091568449683,\n",
       " 'oregano': 0.004533091568449683,\n",
       " 'produc': 0.004533091568449683,\n",
       " 'asian': 0.004533091568449683,\n",
       " 'papaya': 0.004533091568449683,\n",
       " 'subtl': 0.004533091568449683,\n",
       " 'classic': 0.004533091568449683,\n",
       " 'bottom': 0.004533091568449683,\n",
       " 'seed': 0.004533091568449683,\n",
       " 'up': 0.004533091568449683,\n",
       " 'toast': 0.004533091568449683,\n",
       " 'perfum': 0.004533091568449683,\n",
       " 'eucalyptu': 0.004533091568449683,\n",
       " 'underneath': 0.004533091568449683,\n",
       " 'tannic': 0.004533091568449683,\n",
       " 'persist': 0.004533091568449683,\n",
       " 'fulfil': 0.004533091568449683,\n",
       " 'rancher': 0.004533091568449683,\n",
       " 'sauc': 0.004533091568449683,\n",
       " 'slightli': 0.004533091568449683,\n",
       " 'hip': 0.004533091568449683,\n",
       " 'impress': 0.004533091568449683,\n",
       " 'hot': 0.004533091568449683,\n",
       " 'front': 0.004533091568449683,\n",
       " 'sarsaparilla': 0.004533091568449683,\n",
       " 'clover': 0.004533091568449683,\n",
       " 'cumin': 0.004533091568449683,\n",
       " 'equal': 0.004533091568449683,\n",
       " 'compel': 0.004533091568449683,\n",
       " 'honeydew': 0.004533091568449683,\n",
       " 'melon': 0.004533091568449683,\n",
       " 'moist': 0.004533091568449683,\n",
       " 'akin': 0.004533091568449683,\n",
       " 'cannabi': 0.004533091568449683,\n",
       " 'whiskey': 0.003626473254759746,\n",
       " 'access': 0.003626473254759746,\n",
       " 'uniqu': 0.003626473254759746,\n",
       " 'coher': 0.003626473254759746,\n",
       " 'suppl': 0.003626473254759746,\n",
       " 'bubblegum': 0.003626473254759746,\n",
       " 'squash': 0.003626473254759746,\n",
       " 'format': 0.003626473254759746,\n",
       " 'focus': 0.003626473254759746,\n",
       " 'phosphor': 0.003626473254759746,\n",
       " 'invitingli': 0.003626473254759746,\n",
       " 'cordial': 0.003626473254759746,\n",
       " 'leather': 0.003626473254759746,\n",
       " 'straightforward': 0.003626473254759746,\n",
       " 'pois': 0.003626473254759746,\n",
       " 'carob': 0.003626473254759746,\n",
       " 'thin': 0.003626473254759746,\n",
       " 'promin': 0.003626473254759746,\n",
       " 'simpl': 0.003626473254759746,\n",
       " 'marshmallow': 0.003626473254759746,\n",
       " 'sugarcan': 0.003626473254759746,\n",
       " 'ristretto': 0.003626473254759746,\n",
       " 'nespresso': 0.003626473254759746,\n",
       " 'capsul': 0.003626473254759746,\n",
       " 'brewer': 0.003626473254759746,\n",
       " 'heat': 0.003626473254759746,\n",
       " 'convent': 0.003626473254759746,\n",
       " 'steam': 0.003626473254759746,\n",
       " 'wand': 0.003626473254759746,\n",
       " 'further': 0.003626473254759746,\n",
       " 'for': 0.003626473254759746,\n",
       " 'levit': 0.003626473254759746,\n",
       " 'fragrant': 0.003626473254759746,\n",
       " 'cap': 0.003626473254759746,\n",
       " 'harmon': 0.003626473254759746,\n",
       " 'graham': 0.003626473254759746,\n",
       " 'cracker': 0.003626473254759746,\n",
       " 'barley': 0.003626473254759746,\n",
       " 'periqu': 0.003626473254759746,\n",
       " 'evok': 0.003626473254759746,\n",
       " 'drop': 0.003626473254759746,\n",
       " 'underpin': 0.003626473254759746,\n",
       " 'charact': 0.003626473254759746,\n",
       " 'leav': 0.003626473254759746,\n",
       " 'enliven': 0.003626473254759746,\n",
       " 'medley': 0.003626473254759746,\n",
       " 'or': 0.003626473254759746,\n",
       " 'proport': 0.003626473254759746,\n",
       " 'water': 0.003626473254759746,\n",
       " 'mace': 0.003626473254759746,\n",
       " 'sumac': 0.003626473254759746,\n",
       " 'energet': 0.0027198549410698096,\n",
       " 'friendli': 0.0027198549410698096,\n",
       " 'exhilar': 0.0027198549410698096,\n",
       " 'loquat': 0.0027198549410698096,\n",
       " 'rang': 0.0027198549410698096,\n",
       " 'way': 0.0027198549410698096,\n",
       " 'intrigu': 0.0027198549410698096,\n",
       " 'profoundli': 0.0027198549410698096,\n",
       " 'medium': 0.0027198549410698096,\n",
       " 'led': 0.0027198549410698096,\n",
       " 'saffron': 0.0027198549410698096,\n",
       " 'boysenberri': 0.0027198549410698096,\n",
       " 'jackfruit': 0.0027198549410698096,\n",
       " 'refresh': 0.0027198549410698096,\n",
       " 'citric': 0.0027198549410698096,\n",
       " 'redwood': 0.0027198549410698096,\n",
       " 'emerg': 0.0027198549410698096,\n",
       " 'facet': 0.0027198549410698096,\n",
       " 'cotton': 0.0027198549410698096,\n",
       " 'more': 0.0027198549410698096,\n",
       " 'profil': 0.0027198549410698096,\n",
       " 'mustard': 0.0027198549410698096,\n",
       " 'rosewood': 0.0027198549410698096,\n",
       " 'underst': 0.0027198549410698096,\n",
       " 'young': 0.0027198549410698096,\n",
       " 'char': 0.0027198549410698096,\n",
       " 'textur': 0.0027198549410698096,\n",
       " 'shiitak': 0.0027198549410698096,\n",
       " 'resoundingli': 0.0027198549410698096,\n",
       " 'salti': 0.0027198549410698096,\n",
       " 'retain': 0.0027198549410698096,\n",
       " 'prairi': 0.0027198549410698096,\n",
       " 'anis': 0.0027198549410698096,\n",
       " 'scent': 0.0027198549410698096,\n",
       " 'lilt': 0.0027198549410698096,\n",
       " 'which': 0.0027198549410698096,\n",
       " 'impecc': 0.0027198549410698096,\n",
       " 'present': 0.0027198549410698096,\n",
       " 'elev': 0.0027198549410698096,\n",
       " 'punchi': 0.0027198549410698096,\n",
       " 'add': 0.0027198549410698096,\n",
       " 'intoxicatingli': 0.0027198549410698096,\n",
       " 'beauti': 0.0027198549410698096,\n",
       " 'soften': 0.0027198549410698096,\n",
       " 'appeal': 0.0027198549410698096,\n",
       " 'surprisingli': 0.0027198549410698096,\n",
       " 'not': 0.0027198549410698096,\n",
       " 'resolv': 0.0027198549410698096,\n",
       " 'effervesc': 0.0027198549410698096,\n",
       " 'dill': 0.0027198549410698096,\n",
       " 'opul': 0.0027198549410698096,\n",
       " 'petrichor': 0.0027198549410698096,\n",
       " 'maintain': 0.0027198549410698096,\n",
       " 'lace': 0.0027198549410698096,\n",
       " 'szechuan': 0.0027198549410698096,\n",
       " 'solubl': 0.0027198549410698096,\n",
       " 'gram': 0.0027198549410698096,\n",
       " 'mexican': 0.0027198549410698096,\n",
       " 'softli': 0.0027198549410698096,\n",
       " 'levitatingli': 0.0027198549410698096,\n",
       " 'fallen': 0.0027198549410698096,\n",
       " 'exquisit': 0.0027198549410698096,\n",
       " 'taro': 0.0027198549410698096,\n",
       " 'root': 0.0027198549410698096,\n",
       " 'elderflow': 0.0027198549410698096,\n",
       " 'seemingli': 0.0027198549410698096,\n",
       " 'also': 0.0027198549410698096,\n",
       " 'envelop': 0.0027198549410698096,\n",
       " 'nopal': 0.001813236627379873,\n",
       " 'intriguingli': 0.001813236627379873,\n",
       " 'nimbl': 0.001813236627379873,\n",
       " 'palat': 0.001813236627379873,\n",
       " 'soar': 0.001813236627379873,\n",
       " 'suav': 0.001813236627379873,\n",
       " 'give': 0.001813236627379873,\n",
       " 'impuls': 0.001813236627379873,\n",
       " 'explos': 0.001813236627379873,\n",
       " 'herbi': 0.001813236627379873,\n",
       " 'wildli': 0.001813236627379873,\n",
       " 'balsam': 0.001813236627379873,\n",
       " 'provid': 0.001813236627379873,\n",
       " 'ballast': 0.001813236627379873,\n",
       " 'cara': 0.001813236627379873,\n",
       " 'predomin': 0.001813236627379873,\n",
       " 'weight': 0.001813236627379873,\n",
       " 'pick': 0.001813236627379873,\n",
       " 'gingerbread': 0.001813236627379873,\n",
       " 'lushli': 0.001813236627379873,\n",
       " 'commingl': 0.001813236627379873,\n",
       " 'satiat': 0.001813236627379873,\n",
       " 'durango': 0.001813236627379873,\n",
       " 'mingl': 0.001813236627379873,\n",
       " 'summer': 0.001813236627379873,\n",
       " 'sesam': 0.001813236627379873,\n",
       " 'vermouth': 0.001813236627379873,\n",
       " 'clean': 0.001813236627379873,\n",
       " 'whisper': 0.001813236627379873,\n",
       " 'power': 0.001813236627379873,\n",
       " 'piquant': 0.001813236627379873,\n",
       " 'exhilaratingli': 0.001813236627379873,\n",
       " 'extend': 0.001813236627379873,\n",
       " 'tiramisu': 0.001813236627379873,\n",
       " 'remain': 0.001813236627379873,\n",
       " 'back': 0.001813236627379873,\n",
       " 'massiv': 0.001813236627379873,\n",
       " 'smoothli': 0.001813236627379873,\n",
       " 'bouquet': 0.001813236627379873,\n",
       " 'plu': 0.001813236627379873,\n",
       " 'comfort': 0.001813236627379873,\n",
       " 'contribut': 0.001813236627379873,\n",
       " 'where': 0.001813236627379873,\n",
       " 'aloewood': 0.001813236627379873,\n",
       " 'herbal': 0.001813236627379873,\n",
       " 'elderberri': 0.001813236627379873,\n",
       " 'process': 0.001813236627379873,\n",
       " 'stunningli': 0.001813236627379873,\n",
       " 'engagingli': 0.001813236627379873,\n",
       " 'lusciou': 0.001813236627379873,\n",
       " 'chrysanthemum': 0.001813236627379873,\n",
       " 'background': 0.001813236627379873,\n",
       " 'voluptu': 0.001813236627379873,\n",
       " 'about': 0.001813236627379873,\n",
       " 'palo': 0.001813236627379873,\n",
       " 'santo': 0.001813236627379873,\n",
       " 'veget': 0.001813236627379873,\n",
       " 'frambois': 0.001813236627379873,\n",
       " 'resini': 0.001813236627379873,\n",
       " 'love': 0.001813236627379873,\n",
       " 'smoke': 0.001813236627379873,\n",
       " 'turmer': 0.001813236627379873,\n",
       " 'sticki': 0.001813236627379873,\n",
       " 'concentr': 0.001813236627379873,\n",
       " 'drive': 0.001813236627379873,\n",
       " 'prevail': 0.001813236627379873,\n",
       " 'stand': 0.001813236627379873,\n",
       " 'other': 0.001813236627379873,\n",
       " 'oolong': 0.001813236627379873,\n",
       " 'toward': 0.001813236627379873,\n",
       " 'cooki': 0.001813236627379873,\n",
       " 'elabor': 0.001813236627379873,\n",
       " 'thoroughli': 0.001813236627379873,\n",
       " 'ginseng': 0.001813236627379873,\n",
       " 'hyacinth': 0.001813236627379873,\n",
       " 'parsley': 0.001813236627379873,\n",
       " 'spicili': 0.001813236627379873,\n",
       " 'keemun': 0.001813236627379873,\n",
       " 'boldli': 0.001813236627379873,\n",
       " 'crispi': 0.001813236627379873,\n",
       " 'theme': 0.001813236627379873,\n",
       " 'mellow': 0.001813236627379873,\n",
       " 'enhanc': 0.001813236627379873,\n",
       " 'dramat': 0.001813236627379873,\n",
       " 'blend': 0.001813236627379873,\n",
       " 'truffl': 0.001813236627379873,\n",
       " 'ad': 0.001813236627379873,\n",
       " 'resin': 0.001813236627379873,\n",
       " 'foot': 0.001813236627379873,\n",
       " 'presid': 0.001813236627379873,\n",
       " 'brilliantli': 0.001813236627379873,\n",
       " 'blue': 0.001813236627379873,\n",
       " 'custard': 0.001813236627379873,\n",
       " 'chines': 0.001813236627379873,\n",
       " 'five': 0.001813236627379873,\n",
       " 'tang': 0.001813236627379873,\n",
       " 'grain': 0.001813236627379873,\n",
       " 'woodi': 0.001813236627379873,\n",
       " 'no': 0.001813236627379873,\n",
       " 'acidi': 0.001813236627379873,\n",
       " 'fluffi': 0.001813236627379873,\n",
       " 'brighten': 0.001813236627379873,\n",
       " 'cover': 0.001813236627379873,\n",
       " 'key': 0.001813236627379873,\n",
       " 'nice': 0.001813236627379873,\n",
       " 'along': 0.001813236627379873,\n",
       " 'cognac': 0.001813236627379873,\n",
       " 'gener': 0.001813236627379873,\n",
       " 'sweeten': 0.001813236627379873,\n",
       " 'decad': 0.001813236627379873,\n",
       " 'goe': 0.001813236627379873,\n",
       " 'someth': 0.001813236627379873,\n",
       " 'quinc': 0.001813236627379873,\n",
       " 'lot': 0.001813236627379873,\n",
       " 'top': 0.001813236627379873,\n",
       " 'whiff': 0.001813236627379873,\n",
       " 'associ': 0.001813236627379873,\n",
       " 'rhubarb': 0.001813236627379873,\n",
       " 'make': 0.001813236627379873,\n",
       " 'develop': 0.001813236627379873,\n",
       " 'featheri': 0.001813236627379873,\n",
       " 'one': 0.001813236627379873,\n",
       " 'modul': 0.001813236627379873,\n",
       " 'utterli': 0.001813236627379873,\n",
       " 'dogwood': 0.001813236627379873,\n",
       " 'cedari': 0.001813236627379873,\n",
       " 'tast': 0.001813236627379873,\n",
       " 'burn': 0.001813236627379873,\n",
       " 'heavi': 0.001813236627379873,\n",
       " 'play': 0.001813236627379873,\n",
       " 'element': 0.001813236627379873,\n",
       " 'junip': 0.001813236627379873,\n",
       " 'unsweeten': 0.001813236627379873,\n",
       " 'intricaci': 0.001813236627379873,\n",
       " 'roquefort': 0.001813236627379873,\n",
       " 'halvah': 0.001813236627379873,\n",
       " 'cook': 0.001813236627379873,\n",
       " 'slight': 0.001813236627379873,\n",
       " 'persuas': 0.001813236627379873,\n",
       " 'much': 0.001813236627379873,\n",
       " 'seduct': 0.001813236627379873,\n",
       " 'etern': 0.001813236627379873,\n",
       " 'mirror': 0.001813236627379873,\n",
       " 'chestnut': 0.001813236627379873,\n",
       " 'beef': 0.001813236627379873,\n",
       " 'jerki': 0.001813236627379873,\n",
       " 'lantana': 0.001813236627379873,\n",
       " 'shift': 0.001813236627379873,\n",
       " 'simultan': 0.001813236627379873,\n",
       " 'kabocha': 0.001813236627379873,\n",
       " 'dahlia': 0.001813236627379873,\n",
       " 'celeri': 0.001813236627379873,\n",
       " 'gingko': 0.0009066183136899365,\n",
       " 'paprika': 0.0009066183136899365,\n",
       " 'soaringli': 0.0009066183136899365,\n",
       " 'grandeur': 0.0009066183136899365,\n",
       " 'lemonad': 0.0009066183136899365,\n",
       " 'exuber': 0.0009066183136899365,\n",
       " 'sugari': 0.0009066183136899365,\n",
       " 'eccentr': 0.0009066183136899365,\n",
       " 'bomb': 0.0009066183136899365,\n",
       " 'candyish': 0.0009066183136899365,\n",
       " 'yogurti': 0.0009066183136899365,\n",
       " 'strikingli': 0.0009066183136899365,\n",
       " 'buoyantli': 0.0009066183136899365,\n",
       " 'plushli': 0.0009066183136899365,\n",
       " 'just': 0.0009066183136899365,\n",
       " 'honeycomb': 0.0009066183136899365,\n",
       " 'pillowi': 0.0009066183136899365,\n",
       " 'restrain': 0.0009066183136899365,\n",
       " 'darl': 0.0009066183136899365,\n",
       " 'shishito': 0.0009066183136899365,\n",
       " 'ball': 0.0009066183136899365,\n",
       " 'limoncello': 0.0009066183136899365,\n",
       " 'costa': 0.0009066183136899365,\n",
       " 'rica': 0.0009066183136899365,\n",
       " 'oscar': 0.0009066183136899365,\n",
       " 'francisca': 0.0009066183136899365,\n",
       " 'chacon': 0.0009066183136899365,\n",
       " 'colorado': 0.0009066183136899365,\n",
       " 'orangey': 0.0009066183136899365,\n",
       " 'tisan': 0.0009066183136899365,\n",
       " 'savorli': 0.0009066183136899365,\n",
       " 'creme': 0.0009066183136899365,\n",
       " 'brule': 0.0009066183136899365,\n",
       " 'cantaloup': 0.0009066183136899365,\n",
       " 'there': 0.0009066183136899365,\n",
       " 'alcohol': 0.0009066183136899365,\n",
       " 'roger': 0.0009066183136899365,\n",
       " 'solidli': 0.0009066183136899365,\n",
       " 'mexico': 0.0009066183136899365,\n",
       " 'magrut': 0.0009066183136899365,\n",
       " 'rind': 0.0009066183136899365,\n",
       " 'tarti': 0.0009066183136899365,\n",
       " 'central': 0.0009066183136899365,\n",
       " 'graphit': 0.0009066183136899365,\n",
       " 'cinammon': 0.0009066183136899365,\n",
       " 'heirloom': 0.0009066183136899365,\n",
       " 'enticingli': 0.0009066183136899365,\n",
       " 'mildli': 0.0009066183136899365,\n",
       " 'fall': 0.0009066183136899365,\n",
       " 'role': 0.0009066183136899365,\n",
       " 'most': 0.0009066183136899365,\n",
       " 'orangi': 0.0009066183136899365,\n",
       " 'lifti': 0.0009066183136899365,\n",
       " 'wash': 0.0009066183136899365,\n",
       " 'withsmooth': 0.0009066183136899365,\n",
       " 'decis': 0.0009066183136899365,\n",
       " 'sweetlyrich': 0.0009066183136899365,\n",
       " 'bight': 0.0009066183136899365,\n",
       " 'perki': 0.0009066183136899365,\n",
       " 'usurp': 0.0009066183136899365,\n",
       " 'rambutan': 0.0009066183136899365,\n",
       " 'taert': 0.0009066183136899365,\n",
       " 'yuzu': 0.0009066183136899365,\n",
       " 'pog': 0.0009066183136899365,\n",
       " 'osmanthu': 0.0009066183136899365,\n",
       " 'starfruit': 0.0009066183136899365,\n",
       " 'creamsicl': 0.0009066183136899365,\n",
       " 'andoth': 0.0009066183136899365,\n",
       " 'deepi': 0.0009066183136899365,\n",
       " 'pea': 0.0009066183136899365,\n",
       " 'condens': 0.0009066183136899365,\n",
       " 'rough': 0.0009066183136899365,\n",
       " 'flatli': 0.0009066183136899365,\n",
       " 'inert': 0.0009066183136899365,\n",
       " 'tequila': 0.0009066183136899365,\n",
       " 'evoc': 0.0009066183136899365,\n",
       " 'ultra': 0.0009066183136899365,\n",
       " 'calamansi': 0.0009066183136899365,\n",
       " 'aromaand': 0.0009066183136899365,\n",
       " 'teriyaki': 0.0009066183136899365,\n",
       " 'wide': 0.0009066183136899365,\n",
       " 'grapefruitextract': 0.0009066183136899365,\n",
       " 'impercept': 0.0009066183136899365,\n",
       " 'cascara': 0.0009066183136899365,\n",
       " 'lend': 0.0009066183136899365,\n",
       " 'verbenaand': 0.0009066183136899365,\n",
       " 'show': 0.0009066183136899365,\n",
       " 'engagingacid': 0.0009066183136899365,\n",
       " 'withwini': 0.0009066183136899365,\n",
       " 'livelyacid': 0.0009066183136899365,\n",
       " 'velvetymouthfeel': 0.0009066183136899365,\n",
       " 'satinymouthfeel': 0.0009066183136899365,\n",
       " 'exuberantli': 0.0009066183136899365,\n",
       " 'conclud': 0.0009066183136899365,\n",
       " 'worldli': 0.0009066183136899365,\n",
       " 'lith': 0.0009066183136899365,\n",
       " 'oreo': 0.0009066183136899365,\n",
       " 'appealingli': 0.0009066183136899365,\n",
       " 'epazot': 0.0009066183136899365,\n",
       " 'juic': 0.0009066183136899365,\n",
       " 'deliber': 0.0009066183136899365,\n",
       " 'odor': 0.0009066183136899365,\n",
       " 'vertic': 0.0009066183136899365,\n",
       " 'honor': 0.0009066183136899365,\n",
       " 'enigmat': 0.0009066183136899365,\n",
       " 'italian': 0.0009066183136899365,\n",
       " 'centric': 0.0009066183136899365,\n",
       " 'basil': 0.0009066183136899365,\n",
       " 'crystallin': 0.0009066183136899365,\n",
       " 'alongsid': 0.0009066183136899365,\n",
       " 'unapologet': 0.0009066183136899365,\n",
       " 'combin': 0.0009066183136899365,\n",
       " 'brew': 0.0009066183136899365,\n",
       " 'volum': 0.0009066183136899365,\n",
       " 'down': 0.0009066183136899365,\n",
       " 'exchang': 0.0009066183136899365,\n",
       " 'vibe': 0.0009066183136899365,\n",
       " 'good': 0.0009066183136899365,\n",
       " 'emphas': 0.0009066183136899365,\n",
       " 'reminisc': 0.0009066183136899365,\n",
       " 'bar': 0.0009066183136899365,\n",
       " 'childhood': 0.0009066183136899365,\n",
       " 'perhap': 0.0009066183136899365,\n",
       " 'kitkat': 0.0009066183136899365,\n",
       " 'amp': 0.0009066183136899365,\n",
       " 'tartli': 0.0009066183136899365,\n",
       " 'ebulli': 0.0009066183136899365,\n",
       " 'settl': 0.0009066183136899365,\n",
       " 'entic': 0.0009066183136899365,\n",
       " 'room': 0.0009066183136899365,\n",
       " 'lavishli': 0.0009066183136899365,\n",
       " 'everyth': 0.0009066183136899365,\n",
       " 'ethiopia': 0.0009066183136899365,\n",
       " 'refin': 0.0009066183136899365,\n",
       " 'singular': 0.0009066183136899365,\n",
       " 'steep': 0.0009066183136899365,\n",
       " 'time': 0.0009066183136899365,\n",
       " 'minut': 0.0009066183136899365,\n",
       " 'beverag': 0.0009066183136899365,\n",
       " 'ha': 0.0009066183136899365,\n",
       " 'essenti': 0.0009066183136899365,\n",
       " 'been': 0.0009066183136899365,\n",
       " 'limelik': 0.0009066183136899365,\n",
       " 'graini': 0.0009066183136899365,\n",
       " 'sensat': 0.0009066183136899365,\n",
       " 'whatsoev': 0.0009066183136899365,\n",
       " 'luxuri': 0.0009066183136899365,\n",
       " 'alyssum': 0.0009066183136899365,\n",
       " 'warm': 0.0009066183136899365,\n",
       " 'splendid': 0.0009066183136899365,\n",
       " 'uncompromis': 0.0009066183136899365,\n",
       " 'exampl': 0.0009066183136899365,\n",
       " 'style': 0.0009066183136899365,\n",
       " 'everyon': 0.0009066183136899365,\n",
       " 'freshli': 0.0009066183136899365,\n",
       " 'floor': 0.0009066183136899365,\n",
       " 'hard': 0.0009066183136899365,\n",
       " 'cider': 0.0009066183136899365,\n",
       " 'm': 0.0009066183136899365,\n",
       " 'lang': 0.0009066183136899365,\n",
       " 'garden': 0.0009066183136899365,\n",
       " 'yeasti': 0.0009066183136899365,\n",
       " 'bread': 0.0009066183136899365,\n",
       " 'mandarinquat': 0.0009066183136899365,\n",
       " 'passionflow': 0.0009066183136899365,\n",
       " 'oil': 0.0009066183136899365,\n",
       " 're': 0.0009066183136899365,\n",
       " 'end': 0.0009066183136899365,\n",
       " 'blur': 0.0009066183136899365,\n",
       " 'do': 0.0009066183136899365,\n",
       " 'sungold': 0.0009066183136899365,\n",
       " 'jazzi': 0.0009066183136899365,\n",
       " 'post': 0.0009066183136899365,\n",
       " 'rain': 0.0009066183136899365,\n",
       " 'blackcurr': 0.0009066183136899365,\n",
       " 'vanillin': 0.0009066183136899365,\n",
       " 'permeat': 0.0009066183136899365,\n",
       " 'mysteri': 0.0009066183136899365,\n",
       " 'alo': 0.0009066183136899365,\n",
       " 'adult': 0.0009066183136899365,\n",
       " 'held': 0.0009066183136899365,\n",
       " 'togeth': 0.0009066183136899365,\n",
       " 'heavyish': 0.0009066183136899365,\n",
       " 'clementin': 0.0009066183136899365,\n",
       " 'prolong': 0.0009066183136899365,\n",
       " 'lingeringli': 0.0009066183136899365,\n",
       " 'transform': 0.0009066183136899365,\n",
       " 'resembl': 0.0009066183136899365,\n",
       " 'bosc': 0.0009066183136899365,\n",
       " 'billowi': 0.0009066183136899365,\n",
       " 'subsum': 0.0009066183136899365,\n",
       " 'save': 0.0009066183136899365,\n",
       " 'eat': 0.0009066183136899365,\n",
       " 'trifl': 0.0009066183136899365,\n",
       " 'saturatingli': 0.0009066183136899365,\n",
       " 'vagu': 0.0009066183136899365,\n",
       " 'we': 0.0009066183136899365,\n",
       " 'fore': 0.0009066183136899365,\n",
       " 'pinot': 0.0009066183136899365,\n",
       " 'noir': 0.0009066183136899365,\n",
       " 'amplif': 0.0009066183136899365,\n",
       " 'off': 0.0009066183136899365,\n",
       " 'qualiti': 0.0009066183136899365,\n",
       " 'chang': 0.0009066183136899365,\n",
       " 'equat': 0.0009066183136899365,\n",
       " 'entir': 0.0009066183136899365,\n",
       " 'leviti': 0.0009066183136899365,\n",
       " 'infus': 0.0009066183136899365,\n",
       " 'nitrogen': 0.0009066183136899365,\n",
       " 'splash': 0.0009066183136899365,\n",
       " 'win': 0.0009066183136899365,\n",
       " 'day': 0.0009066183136899365,\n",
       " 'packet': 0.0009066183136899365,\n",
       " 'easygo': 0.0009066183136899365,\n",
       " 'liquid': 0.0009066183136899365,\n",
       " 'intact': 0.0009066183136899365,\n",
       " 'virtual': 0.0009066183136899365,\n",
       " 'mouth': 0.0009066183136899365,\n",
       " 'fill': 0.0009066183136899365,\n",
       " 'everi': 0.0009066183136899365,\n",
       " 'overarchingli': 0.0009066183136899365,\n",
       " 'super': 0.0009066183136899365,\n",
       " 'decrescendo': 0.0009066183136899365,\n",
       " 'attribut': 0.0009066183136899365,\n",
       " 'vivid': 0.0009066183136899365,\n",
       " 'uncut': 0.0009066183136899365,\n",
       " 'anchor': 0.0009066183136899365,\n",
       " 'headili': 0.0009066183136899365,\n",
       " 'odd': 0.0009066183136899365,\n",
       " 'grove': 0.0009066183136899365,\n",
       " 'satin': 0.0009066183136899365,\n",
       " 'agreeabl': 0.0009066183136899365,\n",
       " 'tabl': 0.0009066183136899365,\n",
       " 'meadowi': 0.0009066183136899365,\n",
       " 'wheat': 0.0009066183136899365,\n",
       " 'grass': 0.0009066183136899365,\n",
       " 'cucumb': 0.0009066183136899365,\n",
       " 'martini': 0.0009066183136899365,\n",
       " 'taper': 0.0009066183136899365,\n",
       " 'discern': 0.0009066183136899365,\n",
       " 'mute': 0.0009066183136899365,\n",
       " 'sour': 0.0009066183136899365,\n",
       " 'thinnish': 0.0009066183136899365,\n",
       " 'port': 0.0009066183136899365,\n",
       " 'forc': 0.0009066183136899365,\n",
       " 'past': 0.0009066183136899365,\n",
       " 'hold': 0.0009066183136899365,\n",
       " 'their': 0.0009066183136899365,\n",
       " 'own': 0.0009066183136899365,\n",
       " 'each': 0.0009066183136899365,\n",
       " 'clariti': 0.0009066183136899365,\n",
       " 'given': 0.0009066183136899365,\n",
       " 'ensconc': 0.0009066183136899365,\n",
       " 'obscur': 0.0009066183136899365,\n",
       " 'underli': 0.0009066183136899365,\n",
       " 'rife': 0.0009066183136899365,\n",
       " 'dragonwel': 0.0009066183136899365,\n",
       " 'incred': 0.0009066183136899365,\n",
       " 'bizarr': 0.0009066183136899365,\n",
       " 'shock': 0.0009066183136899365,\n",
       " 'cilantro': 0.0009066183136899365,\n",
       " ...}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tokens_count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('keys.pickle', 'wb') as f:\n",
    "    pickle.dump(tokens_count, f)\n",
    "    \n",
    "    \n",
    "#to use dict\n",
    "# import pickle\n",
    "\n",
    "# with open('keys.pickle', 'rb') as f:\n",
    "#     newdict = pickle.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}