mountain_avalanche.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# importing standard python libraries + geopandas for dealing with geospatial data\n",
    "import geopandas as gpd\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# reading shapefile of France divided into communes\n",
    "gdf = gpd.read_file(r\"CONTOURS-IRIS\\1_DONNEES_LIVRAISON_2014\\CONTOURS-IRIS_2-0_SHP_LAMB93_FE-2014\\CONTOURS-IRIS_FE.shp\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DEPCOM</th>\n",
       "      <th>NOM_COM</th>\n",
       "      <th>IRIS</th>\n",
       "      <th>DCOMIRIS</th>\n",
       "      <th>NOM_IRIS</th>\n",
       "      <th>TYP_IRIS</th>\n",
       "      <th>geometry</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>95580</td>\n",
       "      <td>Saint-Witz</td>\n",
       "      <td>0000</td>\n",
       "      <td>955800000</td>\n",
       "      <td>Saint-Witz</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((667826.500 6888732.700, 667871.500 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>95258</td>\n",
       "      <td>Frouville</td>\n",
       "      <td>0000</td>\n",
       "      <td>952580000</td>\n",
       "      <td>Frouville</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((639020.100 6896582.300, 638964.900 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>95116</td>\n",
       "      <td>Bruyères-sur-Oise</td>\n",
       "      <td>0000</td>\n",
       "      <td>951160000</td>\n",
       "      <td>Bruyères-sur-Oise</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((650549.700 6898511.300, 650534.500 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>95308</td>\n",
       "      <td>Hérouville</td>\n",
       "      <td>0000</td>\n",
       "      <td>953080000</td>\n",
       "      <td>Hérouville</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((635467.800 6888554.700, 635389.470 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>95055</td>\n",
       "      <td>Bellefontaine</td>\n",
       "      <td>0000</td>\n",
       "      <td>950550000</td>\n",
       "      <td>Bellefontaine</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((660098.000 6887893.200, 660133.100 6...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  DEPCOM            NOM_COM  IRIS   DCOMIRIS           NOM_IRIS TYP_IRIS  \\\n",
       "0  95580         Saint-Witz  0000  955800000         Saint-Witz        Z   \n",
       "1  95258          Frouville  0000  952580000          Frouville        Z   \n",
       "2  95116  Bruyères-sur-Oise  0000  951160000  Bruyères-sur-Oise        Z   \n",
       "3  95308         Hérouville  0000  953080000         Hérouville        Z   \n",
       "4  95055      Bellefontaine  0000  950550000      Bellefontaine        Z   \n",
       "\n",
       "                                            geometry  \n",
       "0  POLYGON ((667826.500 6888732.700, 667871.500 6...  \n",
       "1  POLYGON ((639020.100 6896582.300, 638964.900 6...  \n",
       "2  POLYGON ((650549.700 6898511.300, 650534.500 6...  \n",
       "3  POLYGON ((635467.800 6888554.700, 635389.470 6...  \n",
       "4  POLYGON ((660098.000 6887893.200, 660133.100 6...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# viewing geodataframe\n",
    "gdf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>code accident</th>\n",
       "      <th>date</th>\n",
       "      <th>heure</th>\n",
       "      <th>département</th>\n",
       "      <th>commune</th>\n",
       "      <th>massif</th>\n",
       "      <th>site</th>\n",
       "      <th>coordonnées\\nzone départ</th>\n",
       "      <th>altitude</th>\n",
       "      <th>inclinaison</th>\n",
       "      <th>...</th>\n",
       "      <th>évolution</th>\n",
       "      <th>BRA</th>\n",
       "      <th>qualité \\nneige</th>\n",
       "      <th>cohésion\\nneige</th>\n",
       "      <th>type \\ndépart</th>\n",
       "      <th>cause départ</th>\n",
       "      <th>dénivelé\\n(mètres)</th>\n",
       "      <th>largeur \\ncassure\\n(mètres)</th>\n",
       "      <th>épaisseur\\ncassure max.  \\n(cm)</th>\n",
       "      <th>Unnamed: 27</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1011-05-01</td>\n",
       "      <td>2011-01-08</td>\n",
       "      <td>11:06</td>\n",
       "      <td>5</td>\n",
       "      <td>monetier les bains</td>\n",
       "      <td>pelvoux</td>\n",
       "      <td>cibouit</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>descente</td>\n",
       "      <td>3</td>\n",
       "      <td>sèche</td>\n",
       "      <td>tendre</td>\n",
       "      <td>linéaire</td>\n",
       "      <td>accidentelle soi-même</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1011-05-02</td>\n",
       "      <td>2011-01-30</td>\n",
       "      <td>10:00</td>\n",
       "      <td>5</td>\n",
       "      <td>molines</td>\n",
       "      <td>queyras</td>\n",
       "      <td>col agnel</td>\n",
       "      <td>32t0339842  4950312</td>\n",
       "      <td>2650.0</td>\n",
       "      <td>35-39</td>\n",
       "      <td>...</td>\n",
       "      <td>montée</td>\n",
       "      <td>2</td>\n",
       "      <td>sèche</td>\n",
       "      <td>tendre</td>\n",
       "      <td>linéaire</td>\n",
       "      <td>accidentelle soi-même</td>\n",
       "      <td>30</td>\n",
       "      <td>40.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>1011-05-03</td>\n",
       "      <td>2011-02-19</td>\n",
       "      <td>13:10</td>\n",
       "      <td>5</td>\n",
       "      <td>orcières</td>\n",
       "      <td>champsaur</td>\n",
       "      <td>col de la montagne haute / mourre froid</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2800.0</td>\n",
       "      <td>35-39</td>\n",
       "      <td>...</td>\n",
       "      <td>montée</td>\n",
       "      <td>3</td>\n",
       "      <td>sèche</td>\n",
       "      <td>tendre</td>\n",
       "      <td>linéaire</td>\n",
       "      <td>accidentelle soi-même</td>\n",
       "      <td>200</td>\n",
       "      <td>150.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>1011-05-04</td>\n",
       "      <td>2011-02-26</td>\n",
       "      <td>16:10</td>\n",
       "      <td>5</td>\n",
       "      <td>orcières</td>\n",
       "      <td>champsaur</td>\n",
       "      <td>col combeau / grande autane</td>\n",
       "      <td>32t 0292853  4947510</td>\n",
       "      <td>2100.0</td>\n",
       "      <td>40-44</td>\n",
       "      <td>...</td>\n",
       "      <td>descente</td>\n",
       "      <td>3</td>\n",
       "      <td>sèche</td>\n",
       "      <td>tendre</td>\n",
       "      <td>linéaire</td>\n",
       "      <td>naturelle</td>\n",
       "      <td>100</td>\n",
       "      <td>5.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>1011-05-05</td>\n",
       "      <td>2011-03-02</td>\n",
       "      <td>16:40</td>\n",
       "      <td>5</td>\n",
       "      <td>val des prés</td>\n",
       "      <td>queyras</td>\n",
       "      <td>vallon de Vachette / secteur ombilic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2005.0</td>\n",
       "      <td>35-39</td>\n",
       "      <td>...</td>\n",
       "      <td>descente</td>\n",
       "      <td>3</td>\n",
       "      <td>sèche</td>\n",
       "      <td>tendre</td>\n",
       "      <td>linéaire</td>\n",
       "      <td>accidentelle soi-même</td>\n",
       "      <td>500</td>\n",
       "      <td>60.0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  code accident       date  heure  département             commune     massif  \\\n",
       "0    1011-05-01 2011-01-08  11:06            5  monetier les bains    pelvoux   \n",
       "1    1011-05-02 2011-01-30  10:00            5             molines    queyras   \n",
       "2    1011-05-03 2011-02-19  13:10            5            orcières  champsaur   \n",
       "3    1011-05-04 2011-02-26  16:10            5            orcières  champsaur   \n",
       "4    1011-05-05 2011-03-02  16:40            5        val des prés    queyras   \n",
       "\n",
       "                                      site coordonnées\\nzone départ  altitude  \\\n",
       "0                                  cibouit                      NaN       NaN   \n",
       "1                                col agnel      32t0339842  4950312    2650.0   \n",
       "2  col de la montagne haute / mourre froid                      NaN    2800.0   \n",
       "3              col combeau / grande autane     32t 0292853  4947510    2100.0   \n",
       "4     vallon de Vachette / secteur ombilic                      NaN    2005.0   \n",
       "\n",
       "  inclinaison  ... évolution  BRA  qualité \\nneige  cohésion\\nneige  \\\n",
       "0         NaN  ...  descente    3            sèche           tendre   \n",
       "1       35-39  ...    montée    2            sèche           tendre   \n",
       "2       35-39  ...    montée    3            sèche           tendre   \n",
       "3       40-44  ...  descente    3            sèche           tendre   \n",
       "4       35-39  ...  descente    3            sèche           tendre   \n",
       "\n",
       "  type \\ndépart           cause départ dénivelé\\n(mètres)  \\\n",
       "0      linéaire  accidentelle soi-même                NaN   \n",
       "1      linéaire  accidentelle soi-même                 30   \n",
       "2      linéaire  accidentelle soi-même                200   \n",
       "3      linéaire              naturelle                100   \n",
       "4      linéaire  accidentelle soi-même                500   \n",
       "\n",
       "  largeur \\ncassure\\n(mètres) épaisseur\\ncassure max.  \\n(cm) Unnamed: 27  \n",
       "0                       100.0                            50.0         NaN  \n",
       "1                        40.0                           100.0         NaN  \n",
       "2                       150.0                            80.0         NaN  \n",
       "3                         5.0                            30.0         NaN  \n",
       "4                        60.0                            60.0         NaN  \n",
       "\n",
       "[5 rows x 28 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# reading Excel sheet with number of avalanche accidents in communes\n",
    "avalanche = pd.read_excel(\"tableau-accidents.xlsx\")\n",
    "avalanche.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# names of communes in geodataframe gdf and dataframe avalanche need to be in same format\n",
    "# avoiding mixing upper and lowercase\n",
    "avalanche['commune'] = avalanche.commune.str.lower()\n",
    "gdf['NOM_COM'] = gdf.NOM_COM.str.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['abondance', 'abriès', 'aillons le vieux', 'aime', 'allemond',\n",
       "       'allos', \"alpe d'huez\", 'araches la frasse', 'aragnouet',\n",
       "       'arvieux', 'arêche beaufor', 'arêche beaufort', 'aston', 'aulon',\n",
       "       'auris', 'auris en oisans', 'aussois', 'auzat', 'avoriaz',\n",
       "       'avrieux', 'ax les thermes', 'bagnère de bigorre',\n",
       "       'bagnères de bigorre', 'bagnères de luchon', 'bareges', 'barèges',\n",
       "       'beaufort', 'bellentre', 'bellevaux', 'bernex', 'bessans',\n",
       "       'bezaudun sur bine', 'bonneval', 'bonneval s/ arc',\n",
       "       'bonneval sur arc', 'bourg saint maurice', 'bourg st maurice',\n",
       "       'boutx', 'cauteret', 'cauterets', 'ceillac', 'cervières',\n",
       "       'chamonix', 'champagny', 'champagny en vanoise', 'champcella',\n",
       "       'chamrousse', 'chantelouve', 'chateauroux les alpes', 'chatel',\n",
       "       'chevaline', 'contamines', 'contamines montjoie', 'cordon',\n",
       "       'corrençon en vercors', \"cote d'aime\", 'courchevel', 'crots',\n",
       "       'crévoux', 'doucy en bauges', 'dévoluy', 'eaux bonnes',\n",
       "       'enchastrayes', 'entraunes', 'err', 'faverges-seythenex',\n",
       "       'ferrère', 'fontcouverte la toussuire', 'formigueres',\n",
       "       'freissiniere', \"freney d'oisans\", 'gavarnie', 'gedre', 'glandage',\n",
       "       'gouaux de larboust', 'granier', 'guillestre', 'hauteluce',\n",
       "       'isola', 'jarsy', 'jausiers', \"l'hospitalet pres l'andorre\",\n",
       "       'la bathie', 'la chapelle en valgaudemar', 'la clusaz',\n",
       "       'la combe de lancey', \"la cote d'aime\", 'la ferrière',\n",
       "       \"la ferrière d'allevard\", 'la giettaz', 'la grave', 'la léchère',\n",
       "       'la morte', 'la perrière', 'la plagne tarentaise',\n",
       "       'la salle les alpes', 'la vigerie', 'landry', 'lanslebourg',\n",
       "       'lanslevillard', 'laruns', 'laval', 'lavaldens', 'laveissière',\n",
       "       'le bouchet montcharvin', 'le chatel', \"le freney d'oisans\",\n",
       "       \"le freneyr d'oisans\", 'le grand bornand', 'le monetier les bains',\n",
       "       'le mont dore', 'le monêtier les bains',\n",
       "       'le petit bornand des glières', 'le reposoir', 'le vernet',\n",
       "       'les adrets', 'les allues', 'les avanchers',\n",
       "       'les avanchers-valmorel', 'les belleville', 'les clefs',\n",
       "       'les contamines', 'les contamines montjoie', 'les deux alpes',\n",
       "       'les houches', 'les orres', 'lozzi', 'macot', 'macot la plagne',\n",
       "       'magland', 'manigod', 'metzeral', 'mieussy', 'mittlach', 'modane',\n",
       "       'molines', 'molines en queyras', 'monetier', 'monetier les bains',\n",
       "       'mont de lans', 'mont dore', 'montchavin', 'montclar',\n",
       "       'montgellafrey', 'montgenevre', 'montgenèvre', 'montricher albane',\n",
       "       'montricher albanne', 'montricher-albanne', 'montsapey',\n",
       "       'montvalezan', 'monêtier les bains', 'morzine', 'méribel',\n",
       "       'névache', 'ombleze', 'orcieres', 'orcières', 'orelle', 'ornon',\n",
       "       'oz en oisans', 'oô', 'peisey', 'peisey nancroix',\n",
       "       'peisey-nancroix', 'pelvoux', 'pinsot', 'pontamafrey montpascal',\n",
       "       'porta', 'porté puymorens', 'pralognan', 'pralognan la vanoise',\n",
       "       'praz sur arly', 'presle', 'puy saint vincent', 'puy st vincent',\n",
       "       'rabat les trois seigneurs', 'revel', 'risoul', 'ristolas',\n",
       "       'réallon', 'saint agnès', \"saint andré d'embrun\",\n",
       "       'saint bon courchevel', 'saint bon tarentaise', 'saint chaffrey',\n",
       "       'saint christophe en oisans', 'saint christophe sur guiers',\n",
       "       'saint colomban les villards', 'saint crepin',\n",
       "       'saint dalmas de selvage', 'saint etienne de tinee',\n",
       "       'saint gervais', 'saint gervais les bains', 'saint honoré',\n",
       "       'saint jean de belleville', 'saint martin belleville',\n",
       "       'saint martin de belleville',\n",
       "       'saint martin de belleville (val thorens)',\n",
       "       'saint maurice sur moselle', 'saint pancrasse',\n",
       "       'saint paul s/ ubaye', 'saint paul sur ubaye',\n",
       "       'saint pierre de chartreuse', 'saint veran', 'saint véran',\n",
       "       'sainte agnes', 'sainte foy tarentaise', 'sainte marie de cuines',\n",
       "       'samoens', 'sarcenas', 'serraval', 'sers', 'seythenex', 'sixt',\n",
       "       'sixt fer à cheval', 'st bernard du touvet', 'st bon tarentaise',\n",
       "       'st christophe en oisans', 'st christophe sur guiers',\n",
       "       'st dalmas le selvage', 'st etienne dévoluy', 'st etienne tinee',\n",
       "       'st françois longchamp', 'st gervais les bains', 'st honoré',\n",
       "       'st lary soulan', 'st martin de belleville', 'st martin vésubie',\n",
       "       'st pierre de chartreuse', 'st véran', 'ste foy tarentaise',\n",
       "       'stockersohn', 'stosswhir', 'stosswihr', 'termignon',\n",
       "       'thollon les mémises', 'tignes', 'ustou', 'uvernet fours',\n",
       "       'vacheresse', \"val d'isere\", \"val d'isère\", 'val des prés',\n",
       "       'val isere', 'val isère', 'valloire', 'vallorcine', 'valmeinier',\n",
       "       'vars', 'vaujany', 'vieille aure', 'villar arene',\n",
       "       \"villard d'arene\", 'villard de lans', 'villards de lans',\n",
       "       'villarodin bourget', 'villaroger', 'wasserbourg', 'épierre'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# eyeballing through manually inserted names of communes I found some double records \n",
    "# for ex:'bagnères de luchon', 'bareges', 'barèges'\n",
    "# or \"val d'isere\", \"val d'isère\",'val isere', 'val isère'\n",
    "np.sort(avalanche.commune.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# because of inconsistent using of french special characters and some other characters I change them to unified writing\n",
    "avalanche['commune'].replace(['è', 'é', 'ê', 'ë'], 'e', inplace=True, regex=True)\n",
    "avalanche['commune'].replace('-', ' ', inplace=True, regex=True)\n",
    "avalanche['commune'].replace('à', 'a',inplace=True, regex=True)\n",
    "avalanche['commune'].replace('î', 'i',inplace=True, regex=True)\n",
    "avalanche['commune'].replace('ô', 'o',inplace=True, regex=True)\n",
    "avalanche['commune'].replace(\"d'\", \"d \", inplace=True, regex=True)\n",
    "avalanche['commune'].replace(['st ', 'St '], 'saint ', inplace=True, regex=True)\n",
    "avalanche['commune'].replace('s/', 'sur', inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace(['è', 'é', 'ê', 'ë'], 'e', inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace('-', ' ', inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace(['à', 'â'], 'a',inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace('î', 'i',inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace('ô', 'o',inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace(\"d'\", \"d \", inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace(['st ', 'St '], 'saint ', inplace=True, regex=True)\n",
    "gdf['NOM_COM'].replace('s/', 'sur', inplace=True, regex=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['aillons le vieux', 'alpe d huez', 'areche beaufor',\n",
       "       'areche beaufort', 'auris en oisans', 'avoriaz',\n",
       "       'bagnere de bigorre', 'cauteret', 'chamonix', 'contamines',\n",
       "       'contamines montjoie', 'cote d aime', 'courchevel',\n",
       "       'faverges seythenex', 'freissiniere', 'freney d oisans',\n",
       "       'la ferriere d allevard', 'la plagne tarentaise', 'la vigerie',\n",
       "       'lanslebourg', 'le bouchet montcharvin', 'le freneyr d oisans',\n",
       "       'le mont dore', 'le petit bornand des glieres', 'les avanchers',\n",
       "       'les belleville', 'les contamines', 'les deux alpes', 'macot',\n",
       "       'meribel', 'molines', 'monetier', 'monetier les bains',\n",
       "       'montchavin', 'montricher albane', 'oz en oisans', 'peisey',\n",
       "       'pralognan', 'saint agnes', 'saint bernard du touvet',\n",
       "       'saint bon courchevel', 'saint colomban les villards',\n",
       "       'saint dalmas de selvage', 'saint etienne devoluy',\n",
       "       'saint etienne tinee', 'saint martin belleville',\n",
       "       'saint martin de belleville (val thorens)', 'sixt',\n",
       "       'ste foy tarentaise', 'stockersohn', 'stosswhir', 'val isere',\n",
       "       'vieille aure', 'villar arene', 'villard d arene',\n",
       "       'villards de lans'], dtype=object)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# all commune names in avalanche communes should be also in gdf geodataframe\n",
    "# to find avalanche communes missing from gdf because of use of inconsistent names\n",
    "# I will merge both dataframes and check differences\n",
    "aval_gdf = pd.merge(gdf, avalanche, left_on ='NOM_COM', right_on = 'commune', how='inner')\n",
    "# creating two arrays of commune names in merged datafrane and avalanche dataframe\n",
    "aval_gdf_com = np.sort(aval_gdf['NOM_COM'].unique())\n",
    "avalanche_com = np.sort(avalanche['commune'].unique())\n",
    "# looking for communes in avalanche dataframe not found in merged aval_gdf\n",
    "np.setdiff1d(avalanche_com, aval_gdf_com)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DEPCOM</th>\n",
       "      <th>NOM_COM</th>\n",
       "      <th>IRIS</th>\n",
       "      <th>DCOMIRIS</th>\n",
       "      <th>NOM_IRIS</th>\n",
       "      <th>TYP_IRIS</th>\n",
       "      <th>geometry</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>18745</td>\n",
       "      <td>61339</td>\n",
       "      <td>putanges pont ecrepin</td>\n",
       "      <td>0000</td>\n",
       "      <td>613390000</td>\n",
       "      <td>Putanges-Pont-Écrepin</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((459538.600 6857933.400, 459568.600 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19604</td>\n",
       "      <td>60570</td>\n",
       "      <td>saint crepin ibouvillers</td>\n",
       "      <td>0000</td>\n",
       "      <td>605700000</td>\n",
       "      <td>Saint-Crépin-Ibouvillers</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((632796.600 6909698.000, 632890.520 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19857</td>\n",
       "      <td>60569</td>\n",
       "      <td>saint crepin aux bois</td>\n",
       "      <td>0000</td>\n",
       "      <td>605690000</td>\n",
       "      <td>Saint-Crépin-aux-Bois</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((701678.400 6927283.400, 701640.970 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39330</td>\n",
       "      <td>24391</td>\n",
       "      <td>saint crepin de richemont</td>\n",
       "      <td>0000</td>\n",
       "      <td>243910000</td>\n",
       "      <td>Saint-Crépin-de-Richemont</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((513735.100 6486445.400, 513777.130 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39378</td>\n",
       "      <td>24392</td>\n",
       "      <td>saint crepin et carlucet</td>\n",
       "      <td>0000</td>\n",
       "      <td>243920000</td>\n",
       "      <td>Saint-Crépin-et-Carlucet</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((565960.500 6427850.000, 565881.880 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39742</td>\n",
       "      <td>24390</td>\n",
       "      <td>saint crepin d auberoche</td>\n",
       "      <td>0000</td>\n",
       "      <td>243900000</td>\n",
       "      <td>Saint-Crépin-d'Auberoche</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((533502.200 6450714.900, 533502.500 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42421</td>\n",
       "      <td>17321</td>\n",
       "      <td>saint crepin</td>\n",
       "      <td>0000</td>\n",
       "      <td>173210000</td>\n",
       "      <td>Saint-Crépin</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((407928.800 6550148.800, 407962.220 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48084</td>\n",
       "      <td>05136</td>\n",
       "      <td>saint crepin</td>\n",
       "      <td>0000</td>\n",
       "      <td>051360000</td>\n",
       "      <td>Saint-Crépin</td>\n",
       "      <td>Z</td>\n",
       "      <td>POLYGON ((982424.700 6406169.100, 982434.000 6...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      DEPCOM                    NOM_COM  IRIS   DCOMIRIS  \\\n",
       "18745  61339      putanges pont ecrepin  0000  613390000   \n",
       "19604  60570   saint crepin ibouvillers  0000  605700000   \n",
       "19857  60569      saint crepin aux bois  0000  605690000   \n",
       "39330  24391  saint crepin de richemont  0000  243910000   \n",
       "39378  24392   saint crepin et carlucet  0000  243920000   \n",
       "39742  24390   saint crepin d auberoche  0000  243900000   \n",
       "42421  17321               saint crepin  0000  173210000   \n",
       "48084  05136               saint crepin  0000  051360000   \n",
       "\n",
       "                        NOM_IRIS TYP_IRIS  \\\n",
       "18745      Putanges-Pont-Écrepin        Z   \n",
       "19604   Saint-Crépin-Ibouvillers        Z   \n",
       "19857      Saint-Crépin-aux-Bois        Z   \n",
       "39330  Saint-Crépin-de-Richemont        Z   \n",
       "39378   Saint-Crépin-et-Carlucet        Z   \n",
       "39742   Saint-Crépin-d'Auberoche        Z   \n",
       "42421               Saint-Crépin        Z   \n",
       "48084               Saint-Crépin        Z   \n",
       "\n",
       "                                                geometry  \n",
       "18745  POLYGON ((459538.600 6857933.400, 459568.600 6...  \n",
       "19604  POLYGON ((632796.600 6909698.000, 632890.520 6...  \n",
       "19857  POLYGON ((701678.400 6927283.400, 701640.970 6...  \n",
       "39330  POLYGON ((513735.100 6486445.400, 513777.130 6...  \n",
       "39378  POLYGON ((565960.500 6427850.000, 565881.880 6...  \n",
       "39742  POLYGON ((533502.200 6450714.900, 533502.500 6...  \n",
       "42421  POLYGON ((407928.800 6550148.800, 407962.220 6...  \n",
       "48084  POLYGON ((982424.700 6406169.100, 982434.000 6...  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# I take 'alpe d huez' as example. Why it was not found in aval_gdf_com?\n",
    "# correct name for commune is not 'alpe d huez', but just 'huez'\n",
    "gdf[gdf.NOM_COM.str.contains(pat='crepin')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# I will create dictionary with wrong commune names as keys and its correct variants as values\n",
    "# based on similar search as in previous example and wikipedia info about changes of commune names\n",
    "correct = {'aillons le vieux':'aillon le vieux', 'alpe d huez':'huez', 'areche beaufor':'beaufort savoie',\n",
    "       'areche beaufort':'beaufort savoie','auris en oisans':'auris', 'avoriaz':'morzine',\n",
    "       'bagnere de bigorre':'bagneres de bigorre', 'cauteret':'cauterets', 'chamonix':'chamonix mont blanc', \n",
    "        'contamines':'les contamines montjoie', 'contamines montjoie':'les contamines montjoie', \n",
    "        'cote d aime':'la plagne tarentaise', 'freissiniere':'freissinieres', 'freney d oisans':'le freney d oisans',\n",
    "       'la ferriere d allevard':'haut breda', 'la ferriere':'haut breda', 'la vigerie':'lavigerie', 'la perriere':'courchevel',\n",
    "       'lanslebourg':'lanslebourg mont cenis', 'le bouchet montcharvin':'le bouchet', \n",
    "        'le freneyr d oisans':'le freney d oisans', 'le mont dore':'mont dore', \n",
    "        'le petit bornand des glieres':'le petit bornand les glieres', \n",
    "        'les avanchers':'les avanchers valmorel','les contamines':'les contamines montjoie', \n",
    "         'macot':'la plagne tarentaise', 'meribel':'les allues', 'molines':'molines en queyras', \n",
    "        'monetier':'le monetier les bains', 'monetier les bains':'le monetier les bains',\n",
    "       'montchavin':'la plagne tarentaise', 'montricher albane':'montricher albanne', 'oz en oisans':'oz', \n",
    "        'peisey':'peisey nancroix', 'pralognan':'pralognan la vanoise', 'saint agnes':'sainte agnes isere', \n",
    "        'saint bernard du touvet':'le touvet', 'saint bon courchevel':'courchevel', \n",
    "        'saint colomban les villards':'saint colomban des villards', 'saint dalmas de selvage':'saint dalmas le selvage', \n",
    "        'saint etienne devoluy':'devoluy', 'saint etienne tinee':'saint etienne de tinee', 'saint gervais':'saint gervais les bains',\n",
    "        'saint martin belleville':'les belleville', 'saint martin de belleville (val thorens)':'les belleville', \n",
    "        'saint martin de belleville':'les belleville', 'saint crepin':'saint crepin alpes',\n",
    "        'sixt':'sixt fer a cheval', 'ste foy tarentaise':'sainte foy tarentaise', 'sers':'sers haute bigorre',\n",
    "        'stockersohn':'storckensohn', 'stosswhir':'stosswihr', \n",
    "        'val isere':'val d isere', 'vieille aure':'', 'villar arene':'villar d arene', 'villard d arene':'villar d arene',\n",
    "       'villards de lans':'villard de lans', 'beaufort':'beaufort savoie', 'bonneval':'bonneval sur arc', 'vars':'vars hautes alpes'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# loop to change wrong commune names, replacing dictionary key by value\n",
    "correct_commune = []\n",
    "for commune in avalanche.commune:\n",
    "    if commune in list(correct.keys()):\n",
    "        correct_commune.append(correct[commune])\n",
    "    else:\n",
    "        correct_commune.append(commune)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# checking column with corrected names is same length as original\n",
    "(len(avalanche['commune'])) == (len(correct_commune))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# adding column with correct column names\n",
    "avalanche['commune'] = correct_commune"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# some of commune names in gdf are outdated or same name is used for more communes\n",
    "# therefore I create dictionary to correct them based on DEPCOM value\n",
    "\n",
    "gdf_correct = {'73034':'beaufort savoie', '38350':'sainte agnes isere',\n",
    "              '38163':'haut breda', '05177':'vars hautes alpes', '65046': 'aulon',\n",
    "              '65424': 'sers haute bigorre', '05027':'cervieres hautes alpes',\n",
    "              '73227':'courchevel', '73150':'la plagne tarentaise', '38253':'les deux alpes',\n",
    "              '73257':'les belleville', '76589':'saint honore normandie',\n",
    "              '04237':'le vernet', '39747':'sainte agnes jura',\n",
    "              '05136':'saint crepin alpes', '06113':'sainte agnes pres nice',\n",
    "              '31451':'revel occitanie', '53130':'laval mayenne',\n",
    "              '11242':'montclar occitanie', '12149':'montclar occitanie 2',\n",
    "              '74123':'faverges seythenex', '23011':'aulon aquitaine', \n",
    "               '31023':'aulon occitanie', '73198':'courchevel', \n",
    "               '16393':'vars aquitaine', '70523':'vars franche comte',\n",
    "               '31051':'beaufort occitanie', '34026':'beaufort occitanie beziers',\n",
    "               '38032':'beaufort isere', '39043':'beaufort orbagna', '59058':'beaufort nord',\n",
    "               '30256':'saint gervais occitanie', '33415':'saint gervais aquitanie',\n",
    "               '38390':'saint gervais isere', '95554':'saint gervais ile de france',\n",
    "               '22058':'plemet', '37106':'la ferriere loire', '85089':'la ferrierre nantes',\n",
    "               '28051':'bonneval loire', '43035':'bonneval haute loire', '73046':'la lechere',\n",
    "               '03306':'le vernet pres vichy','09331':'le vernet occitanie', '43260':'le vernet haute loire',\n",
    "              '73198':'la perriere old', '73046':'bonneval old', '05177':'vars hautes alpes'}\n",
    "\n",
    "# for loop to correct commune names\n",
    "correct_commune_gdf = []\n",
    "i = -1\n",
    "for depcom in gdf.DEPCOM:\n",
    "    i += 1    \n",
    "    if depcom in list(gdf_correct.keys()):\n",
    "        correct_commune_gdf.append(gdf_correct[depcom])\n",
    "    else:\n",
    "        correct_commune_gdf.append(gdf.NOM_COM[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# checking column with corrected names is same length as original\n",
    "(len(gdf['NOM_COM'])) == (len(correct_commune_gdf))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# adding column with correct commune names\n",
    "gdf['NOM_COM'] =correct_commune_gdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "aval_gdf = pd.merge(gdf, avalanche, left_on ='NOM_COM', right_on = 'commune', how='inner')\n",
    "aval_gdf_com = np.sort(aval_gdf['NOM_COM'].unique())\n",
    "avalanche_com = np.sort(avalanche['commune'].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['', 'macot la plagne', 'mont de lans', 'saint bon tarentaise'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check if there are still some communes missing from merged aval_gdf\n",
    "# actually there are all old names of communes which need to be corrected to new ones\n",
    "np.setdiff1d(avalanche_com, aval_gdf_com)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>code accident</th>\n",
       "      <th>date</th>\n",
       "      <th>heure</th>\n",
       "      <th>département</th>\n",
       "      <th>commune</th>\n",
       "      <th>massif</th>\n",
       "      <th>site</th>\n",
       "      <th>coordonnées\\nzone départ</th>\n",
       "      <th>altitude</th>\n",
       "      <th>inclinaison</th>\n",
       "      <th>...</th>\n",
       "      <th>évolution</th>\n",
       "      <th>BRA</th>\n",
       "      <th>qualité \\nneige</th>\n",
       "      <th>cohésion\\nneige</th>\n",
       "      <th>type \\ndépart</th>\n",
       "      <th>cause départ</th>\n",
       "      <th>dénivelé\\n(mètres)</th>\n",
       "      <th>largeur \\ncassure\\n(mètres)</th>\n",
       "      <th>épaisseur\\ncassure max.  \\n(cm)</th>\n",
       "      <th>Unnamed: 27</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>73</td>\n",
       "      <td>1112-65-02</td>\n",
       "      <td>2012-02-18</td>\n",
       "      <td>NaN</td>\n",
       "      <td>65</td>\n",
       "      <td></td>\n",
       "      <td>haute bigorre</td>\n",
       "      <td>corneblanque</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>descente</td>\n",
       "      <td>3</td>\n",
       "      <td>sèche</td>\n",
       "      <td>NaN</td>\n",
       "      <td>linéaire</td>\n",
       "      <td>accidentelle soi-même</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>416</td>\n",
       "      <td>1718-65-09</td>\n",
       "      <td>2018-02-23</td>\n",
       "      <td>NaN</td>\n",
       "      <td>65</td>\n",
       "      <td></td>\n",
       "      <td>aure louron</td>\n",
       "      <td>versant sud pic d'aygues cluses</td>\n",
       "      <td>42°52'15.8\" / 0°10'0.0\"</td>\n",
       "      <td>2570.0</td>\n",
       "      <td>&gt;45</td>\n",
       "      <td>...</td>\n",
       "      <td>ski</td>\n",
       "      <td>montée</td>\n",
       "      <td>3</td>\n",
       "      <td>sèche</td>\n",
       "      <td>NaN</td>\n",
       "      <td>linéaire</td>\n",
       "      <td>naturelle sérac/corniche</td>\n",
       "      <td>140.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    code accident       date heure  département commune         massif  \\\n",
       "73     1112-65-02 2012-02-18   NaN           65          haute bigorre   \n",
       "416    1718-65-09 2018-02-23   NaN           65            aure louron   \n",
       "\n",
       "                                site coordonnées\\nzone départ  altitude  \\\n",
       "73                      corneblanque                      NaN       NaN   \n",
       "416  versant sud pic d'aygues cluses  42°52'15.8\" / 0°10'0.0\"    2570.0   \n",
       "\n",
       "    inclinaison  ... évolution     BRA  qualité \\nneige  cohésion\\nneige  \\\n",
       "73          NaN  ...  descente       3            sèche              NaN   \n",
       "416         >45  ...       ski  montée                3            sèche   \n",
       "\n",
       "    type \\ndépart           cause départ        dénivelé\\n(mètres)  \\\n",
       "73       linéaire  accidentelle soi-même                       NaN   \n",
       "416           NaN               linéaire  naturelle sérac/corniche   \n",
       "\n",
       "    largeur \\ncassure\\n(mètres) épaisseur\\ncassure max.  \\n(cm) Unnamed: 27  \n",
       "73                          NaN                             NaN         NaN  \n",
       "416                       140.0                             NaN         NaN  \n",
       "\n",
       "[2 rows x 28 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# replacing old names based on wikipedia search of current names\n",
    "# https://fr.wikipedia.org/wiki/M%C3%A2cot-la-Plagne\n",
    "# https://fr.wikipedia.org/wiki/Mont-de-Lans\n",
    "# https://fr.wikipedia.org/wiki/Saint-Bon-Tarentaise\n",
    "avalanche.loc[avalanche['commune']=='macot la plagne', 'commune']='la plagne tarentaise'\n",
    "avalanche.loc[avalanche['commune']=='mont de lans', 'commune']='les deux alpes'\n",
    "avalanche.loc[avalanche['commune']=='saint bon tarentaise', 'commune']='courchevel'\n",
    "# checking blankspace in commune\n",
    "avalanche[avalanche.commune=='']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# after search of sites inserting missing commune names\n",
    "avalanche.loc[avalanche['code accident']=='1112-65-02', 'commune']='saint lary soulan'\n",
    "avalanche.loc[avalanche['code accident']=='1718-65-09', 'commune']='vielle aure'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([], dtype=object)"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# another check if all communes from avalanche dataframe are included \n",
    "aval_gdf = pd.merge(gdf, avalanche, left_on ='NOM_COM', right_on = 'commune', how='inner')\n",
    "aval_gdf_com = np.sort(aval_gdf['NOM_COM'].unique())\n",
    "avalanche_com = np.sort(avalanche['commune'].unique())\n",
    "# yes, finally all communes are in merged dataframe\n",
    "np.setdiff1d(avalanche_com, aval_gdf_com)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DEPCOM</th>\n",
       "      <th>NOM_COM</th>\n",
       "      <th>IRIS</th>\n",
       "      <th>DCOMIRIS</th>\n",
       "      <th>NOM_IRIS</th>\n",
       "      <th>TYP_IRIS</th>\n",
       "      <th>geometry</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>11330</td>\n",
       "      <td>74056</td>\n",
       "      <td>chamonix mont blanc</td>\n",
       "      <td>0101</td>\n",
       "      <td>740560101</td>\n",
       "      <td>Les Bossons Les Moussoux</td>\n",
       "      <td>H</td>\n",
       "      <td>POLYGON ((996579.250 6540846.600, 996804.700 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11331</td>\n",
       "      <td>74056</td>\n",
       "      <td>chamonix mont blanc</td>\n",
       "      <td>0104</td>\n",
       "      <td>740560104</td>\n",
       "      <td>La Tour Argentiere Les Praz</td>\n",
       "      <td>H</td>\n",
       "      <td>POLYGON ((996579.250 6540846.600, 996536.450 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11332</td>\n",
       "      <td>74056</td>\n",
       "      <td>chamonix mont blanc</td>\n",
       "      <td>0102</td>\n",
       "      <td>740560102</td>\n",
       "      <td>Les Pelerins Le Betty</td>\n",
       "      <td>H</td>\n",
       "      <td>POLYGON ((999526.400 6542740.300, 999544.100 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11333</td>\n",
       "      <td>74056</td>\n",
       "      <td>chamonix mont blanc</td>\n",
       "      <td>0103</td>\n",
       "      <td>740560103</td>\n",
       "      <td>Chamonix Sud Bois du Bouchet</td>\n",
       "      <td>H</td>\n",
       "      <td>POLYGON ((999810.800 6544114.200, 999821.900 6...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      DEPCOM              NOM_COM  IRIS   DCOMIRIS  \\\n",
       "11330  74056  chamonix mont blanc  0101  740560101   \n",
       "11331  74056  chamonix mont blanc  0104  740560104   \n",
       "11332  74056  chamonix mont blanc  0102  740560102   \n",
       "11333  74056  chamonix mont blanc  0103  740560103   \n",
       "\n",
       "                           NOM_IRIS TYP_IRIS  \\\n",
       "11330      Les Bossons Les Moussoux        H   \n",
       "11331   La Tour Argentiere Les Praz        H   \n",
       "11332         Les Pelerins Le Betty        H   \n",
       "11333  Chamonix Sud Bois du Bouchet        H   \n",
       "\n",
       "                                                geometry  \n",
       "11330  POLYGON ((996579.250 6540846.600, 996804.700 6...  \n",
       "11331  POLYGON ((996579.250 6540846.600, 996536.450 6...  \n",
       "11332  POLYGON ((999526.400 6542740.300, 999544.100 6...  \n",
       "11333  POLYGON ((999810.800 6544114.200, 999821.900 6...  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# polygons in geodataframe are created for smaller unit then commune which is called iris\n",
    "# in some cases there is more iris units for one commune, therefore I need to modify polygons\n",
    "gdf[gdf.NOM_COM=='chamonix mont blanc']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# creating polygons based on commune\n",
    "# source 1 https://www.earthdatascience.org/workshops/gis-open-source-python/dissolve-polygons-in-python-geopandas-shapely/\n",
    "# source 2 https://gis.stackexchange.com/questions/287064/dissolve-causes-no-shapely-geometry-can-be-created-from-null-value-in-geopanda/287065\n",
    "gdf['geometry'] = gdf.buffer(0.01)\n",
    "commune_boundary = gdf[['DEPCOM', 'NOM_COM','geometry']]\n",
    "gdf = commune_boundary.dissolve(by='DEPCOM')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>commune</th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>chamonix mont blanc</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>val d isere</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>tignes</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>les belleville</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>la clusaz</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>190</td>\n",
       "      <td>lozzi</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>191</td>\n",
       "      <td>magland</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>192</td>\n",
       "      <td>metzeral</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>193</td>\n",
       "      <td>mittlach</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>194</td>\n",
       "      <td>abondance</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>195 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 commune   0\n",
       "0    chamonix mont blanc  30\n",
       "1            val d isere  23\n",
       "2                 tignes  23\n",
       "3         les belleville  15\n",
       "4              la clusaz  11\n",
       "..                   ...  ..\n",
       "190                lozzi   1\n",
       "191              magland   1\n",
       "192             metzeral   1\n",
       "193             mittlach   1\n",
       "194            abondance   1\n",
       "\n",
       "[195 rows x 2 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# counting number of avalance accindents for each commune\n",
    "aval_final = (avalanche.groupby(['commune']).size()).sort_values(ascending=False)\n",
    "# results put into new dataframe\n",
    "aval_final = aval_final.to_frame().reset_index()\n",
    "aval_final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>commune</th>\n",
       "      <th>count_of_avalanche_accidents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>chamonix mont blanc</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>val d isere</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>tignes</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>les belleville</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>la clusaz</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               commune  count_of_avalanche_accidents\n",
       "0  chamonix mont blanc                            30\n",
       "1          val d isere                            23\n",
       "2               tignes                            23\n",
       "3       les belleville                            15\n",
       "4            la clusaz                            11"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# renaming column to have clear description\n",
    "aval_final.rename(columns={0:'count_of_avalanche_accidents'}, inplace=True)\n",
    "aval_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# creating final geodataframe to be transformed into graph via bokeh library\n",
    "aval_gdf_final = pd.merge(gdf, aval_final, how='left', right_on='commune',left_on='NOM_COM')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geometry</th>\n",
       "      <th>NOM_COM</th>\n",
       "      <th>commune</th>\n",
       "      <th>count_of_avalanche_accidents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>27967</td>\n",
       "      <td>POLYGON ((1054410.620 6839260.047, 1054417.400...</td>\n",
       "      <td>strasbourg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15304</td>\n",
       "      <td>POLYGON ((908015.601 6646300.510, 908015.602 6...</td>\n",
       "      <td>buvilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>581</td>\n",
       "      <td>POLYGON ((734813.892 6889617.094, 734813.892 6...</td>\n",
       "      <td>charteves</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6067</td>\n",
       "      <td>POLYGON ((415593.300 6503385.910, 415593.301 6...</td>\n",
       "      <td>gemozac</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>808</td>\n",
       "      <td>POLYGON ((730783.507 6926137.693, 730783.506 6...</td>\n",
       "      <td>laffaux</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26313</td>\n",
       "      <td>POLYGON ((364212.207 6250065.293, 364212.207 6...</td>\n",
       "      <td>armendarits</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20887</td>\n",
       "      <td>POLYGON ((983571.795 6840694.091, 983571.794 6...</td>\n",
       "      <td>gogney</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16700</td>\n",
       "      <td>POLYGON ((768619.909 6568679.596, 768619.909 6...</td>\n",
       "      <td>urbise</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18295</td>\n",
       "      <td>MULTIPOLYGON (((766512.310 6403961.402, 766512...</td>\n",
       "      <td>naussac</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9176</td>\n",
       "      <td>POLYGON ((961419.407 6658515.607, 961419.408 6...</td>\n",
       "      <td>maisons du bois lievremont</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                geometry  \\\n",
       "27967  POLYGON ((1054410.620 6839260.047, 1054417.400...   \n",
       "15304  POLYGON ((908015.601 6646300.510, 908015.602 6...   \n",
       "581    POLYGON ((734813.892 6889617.094, 734813.892 6...   \n",
       "6067   POLYGON ((415593.300 6503385.910, 415593.301 6...   \n",
       "808    POLYGON ((730783.507 6926137.693, 730783.506 6...   \n",
       "26313  POLYGON ((364212.207 6250065.293, 364212.207 6...   \n",
       "20887  POLYGON ((983571.795 6840694.091, 983571.794 6...   \n",
       "16700  POLYGON ((768619.909 6568679.596, 768619.909 6...   \n",
       "18295  MULTIPOLYGON (((766512.310 6403961.402, 766512...   \n",
       "9176   POLYGON ((961419.407 6658515.607, 961419.408 6...   \n",
       "\n",
       "                          NOM_COM commune  count_of_avalanche_accidents  \n",
       "27967                  strasbourg     NaN                           NaN  \n",
       "15304                     buvilly     NaN                           NaN  \n",
       "581                     charteves     NaN                           NaN  \n",
       "6067                      gemozac     NaN                           NaN  \n",
       "808                       laffaux     NaN                           NaN  \n",
       "26313                 armendarits     NaN                           NaN  \n",
       "20887                      gogney     NaN                           NaN  \n",
       "16700                      urbise     NaN                           NaN  \n",
       "18295                     naussac     NaN                           NaN  \n",
       "9176   maisons du bois lievremont     NaN                           NaN  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "aval_gdf_final.sample(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "aval_gdf_final.fillna({'commune':'No avalanche', 'count_of_avalanche_accidents':'No avalanche'}, inplace = True)\n",
    "# source https://towardsdatascience.com/a-complete-guide-to-an-interactive-geographical-map-using-python-f4c5197e23e0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'geopandas.geodataframe.GeoDataFrame'>\n",
      "Int64Index: 36595 entries, 0 to 36594\n",
      "Data columns (total 4 columns):\n",
      "geometry                        36595 non-null geometry\n",
      "NOM_COM                         36595 non-null object\n",
      "commune                         36595 non-null object\n",
      "count_of_avalanche_accidents    36595 non-null object\n",
      "dtypes: geometry(1), object(3)\n",
      "memory usage: 1.4+ MB\n"
     ]
    }
   ],
   "source": [
    "aval_gdf_final.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "# importing bokeh elements\n",
    "from bokeh.io import save\n",
    "from bokeh.models import (ColorBar,\n",
    "                          GeoJSONDataSource, HoverTool,\n",
    "                          LinearColorMapper)\n",
    "from bokeh.palettes import mpl\n",
    "from bokeh.plotting import figure, output_file\n",
    "# input GeoJSON source that contains features for plotting\n",
    "import json\n",
    "geosource = GeoJSONDataSource(geojson = aval_gdf_final.to_json())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'C:\\\\Users\\\\kamil\\\\OneDrive\\\\Plocha\\\\mountain_project\\\\mountain_avalanche\\\\mountains_danger.html'"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# define color palettes\n",
    "palette = mpl['Viridis'][6]\n",
    "palette = palette[::-1] # reverse order of colors so higher values have darker colors\n",
    "\n",
    "# instantiate LinearColorMapper that linearly maps numbers in a range into a sequence of colors\n",
    "# and nan values will be colored in grey\n",
    "color_mapper = LinearColorMapper(palette = palette, low = 0, high = 30, nan_color = '#d9d9d9')\n",
    "\n",
    "# define custom tick labels for color bar.\n",
    "tick_labels = {'0': '1', '5': '5', '10':'10', '15':'15', '20':'20', '25':'25', '30':'30'}\n",
    "\n",
    "# create color bar\n",
    "color_bar = ColorBar(color_mapper = color_mapper, \n",
    "                     label_standoff = 8,\n",
    "                     width = 500, height = 20,\n",
    "                     border_line_color = None,\n",
    "                     location = (0,0), \n",
    "                     orientation = 'horizontal',\n",
    "                     major_label_overrides = tick_labels)\n",
    "\n",
    "# create figure object\n",
    "\n",
    "p = figure(title = 'Number of avalance accidents in commune', \n",
    "           plot_height = 1400,\n",
    "           plot_width = 1200, \n",
    "           toolbar_location = 'below',\n",
    "           tools = 'pan, wheel_zoom, box_zoom, reset')\n",
    "\n",
    "p.xgrid.grid_line_color = None\n",
    "p.ygrid.grid_line_color = None\n",
    "\n",
    "# add patch renderer to figure.\n",
    "communes = p.patches('xs','ys', source = geosource,\n",
    "                   fill_color = {'field' :'count_of_avalanche_accidents',\n",
    "                                 'transform' : color_mapper},\n",
    "                   line_color = 'gray', \n",
    "                   line_width = 0.20, \n",
    "                   fill_alpha = 1)\n",
    "\n",
    "# create hover tool\n",
    "p.add_tools(HoverTool(renderers = [communes],\n",
    "                      tooltips = [('Commune','@NOM_COM'),\n",
    "                                ('Number of avalanche accidents','@count_of_avalanche_accidents')]))\n",
    "\n",
    "p.add_layout(color_bar, 'below')\n",
    "\n",
    "\n",
    "# final visualization can be seen as html page\n",
    "output_file(\"mountains_danger.html\")\n",
    "save(p)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}