summary_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Source"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "> Summary of probable SARS cases with onset of illness from 1 November 2002 to 31 July 2003\n",
    "> https://www.who.int/csr/sars/country/table2004_04_21/en/"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to get web contents\n",
    "import requests \n",
    "# scrap and clean web contents\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "# numerical opeations\n",
    "import numpy as np\n",
    "# storing and processing in a dataframe\n",
    "import pandas as pd\n",
    "\n",
    "# to hide warnings\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Cumulative number of cases</th>\n",
       "      <th>Cumulative number of cases.1</th>\n",
       "      <th>Cumulative number of cases.2</th>\n",
       "      <th>Unnamed: 4</th>\n",
       "      <th>Unnamed: 5</th>\n",
       "      <th>Unnamed: 6</th>\n",
       "      <th>Unnamed: 7</th>\n",
       "      <th>Unnamed: 8</th>\n",
       "      <th>Unnamed: 9</th>\n",
       "      <th>Unnamed: 10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Areas</td>\n",
       "      <td>Female</td>\n",
       "      <td>Male</td>\n",
       "      <td>Total</td>\n",
       "      <td>Median age (range)</td>\n",
       "      <td>Number of deaths^a</td>\n",
       "      <td>Case fatality ratio (%)</td>\n",
       "      <td>Number of imported cases (%)</td>\n",
       "      <td>Number of HCW affected (%)</td>\n",
       "      <td>Date onset first probable case</td>\n",
       "      <td>Date onset last probable case</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Australia</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>15 (1-45)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>26-Feb-03</td>\n",
       "      <td>1-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Canada</td>\n",
       "      <td>151</td>\n",
       "      <td>100</td>\n",
       "      <td>251</td>\n",
       "      <td>49 (1-98)</td>\n",
       "      <td>43</td>\n",
       "      <td>17</td>\n",
       "      <td>5 (2)</td>\n",
       "      <td>109 (43)</td>\n",
       "      <td>23-Feb-03</td>\n",
       "      <td>12-Jun-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>China</td>\n",
       "      <td>2674</td>\n",
       "      <td>2607</td>\n",
       "      <td>5327^b</td>\n",
       "      <td>Not available</td>\n",
       "      <td>349</td>\n",
       "      <td>7</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>1002 (19)</td>\n",
       "      <td>16-Nov-02</td>\n",
       "      <td>3-Jun-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>China, Hong Kong Special Administrative Region</td>\n",
       "      <td>977</td>\n",
       "      <td>778</td>\n",
       "      <td>1755</td>\n",
       "      <td>40 (0-100)</td>\n",
       "      <td>299</td>\n",
       "      <td>17</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>386 (22)</td>\n",
       "      <td>15-Feb-03</td>\n",
       "      <td>31-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>China, Macao Special Administrative Region</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>5-May-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>China, Taiwan</td>\n",
       "      <td>218</td>\n",
       "      <td>128</td>\n",
       "      <td>346^c</td>\n",
       "      <td>42 (0-93)</td>\n",
       "      <td>37</td>\n",
       "      <td>11</td>\n",
       "      <td>21 (6)</td>\n",
       "      <td>68 (20)</td>\n",
       "      <td>25-Feb-03</td>\n",
       "      <td>15-Jun-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>France</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>49 (26 - 61)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>7 (100)</td>\n",
       "      <td>2 (29)^d</td>\n",
       "      <td>21-Mar-03</td>\n",
       "      <td>3-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Germany</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>44 (4-73)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9 (100)</td>\n",
       "      <td>1 (11)</td>\n",
       "      <td>9-Mar-03</td>\n",
       "      <td>6-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>India</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>25 (25-30)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>25-Apr-03</td>\n",
       "      <td>6-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Indonesia</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>56 (47-65)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>6-Apr-03</td>\n",
       "      <td>17-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Italy</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>30.5 (25-54)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>12-Mar-03</td>\n",
       "      <td>20-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Kuwait</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>9-Apr-03</td>\n",
       "      <td>9-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Malaysia</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>30 (26-84)</td>\n",
       "      <td>2</td>\n",
       "      <td>40</td>\n",
       "      <td>5 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>14-Mar-03</td>\n",
       "      <td>22-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Mongolia</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>32 (17-63)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8 (89)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>31-Mar-03</td>\n",
       "      <td>6-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>New Zealand</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>20-Apr-03</td>\n",
       "      <td>20-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Philippines</td>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>41 (29-73)</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>7 (50)</td>\n",
       "      <td>4 (29)</td>\n",
       "      <td>25-Feb-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Republic of Ireland</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>56</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>27-Feb-03</td>\n",
       "      <td>27-Feb-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Republic of Korea</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>40 (20-80)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>25-Apr-03</td>\n",
       "      <td>10-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Romania</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>52</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>19-Mar-03</td>\n",
       "      <td>19-Mar-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Russian Federation</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>25</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Not Available</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>5-May-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Singapore</td>\n",
       "      <td>161</td>\n",
       "      <td>77</td>\n",
       "      <td>238</td>\n",
       "      <td>35 (1-90)</td>\n",
       "      <td>33</td>\n",
       "      <td>14</td>\n",
       "      <td>8 (3)</td>\n",
       "      <td>97 (41)</td>\n",
       "      <td>25-Feb-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>South Africa</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>62</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>3-Apr-03</td>\n",
       "      <td>3-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Spain</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>26-Mar-03</td>\n",
       "      <td>26-Mar-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Sweden</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>43 (33-55)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>28-Mar-03</td>\n",
       "      <td>23-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Switzerland</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>9-Mar-03</td>\n",
       "      <td>9-Mar-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Thailand</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>42 (2-79)</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>9 (100)</td>\n",
       "      <td>1 (11)^d</td>\n",
       "      <td>11-Mar-03</td>\n",
       "      <td>27-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>59 (28-74)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>1-Mar-03</td>\n",
       "      <td>1-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>United States</td>\n",
       "      <td>13</td>\n",
       "      <td>14</td>\n",
       "      <td>27</td>\n",
       "      <td>36 (0-83)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>27 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>24-Feb-03</td>\n",
       "      <td>13-Jul-03^e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Viet Nam</td>\n",
       "      <td>39</td>\n",
       "      <td>24</td>\n",
       "      <td>63</td>\n",
       "      <td>43 (20-76)</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>1 (2)</td>\n",
       "      <td>36 (57)</td>\n",
       "      <td>23-Feb-03</td>\n",
       "      <td>14-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Total</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8096</td>\n",
       "      <td>NaN</td>\n",
       "      <td>774</td>\n",
       "      <td>9.6</td>\n",
       "      <td>142</td>\n",
       "      <td>1706</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        Unnamed: 0 Cumulative number of cases  \\\n",
       "0                                            Areas                     Female   \n",
       "1                                        Australia                          4   \n",
       "2                                           Canada                        151   \n",
       "3                                            China                       2674   \n",
       "4   China, Hong Kong Special Administrative Region                        977   \n",
       "5       China, Macao Special Administrative Region                          0   \n",
       "6                                    China, Taiwan                        218   \n",
       "7                                           France                          1   \n",
       "8                                          Germany                          4   \n",
       "9                                            India                          0   \n",
       "10                                       Indonesia                          0   \n",
       "11                                           Italy                          1   \n",
       "12                                          Kuwait                          1   \n",
       "13                                        Malaysia                          1   \n",
       "14                                        Mongolia                          8   \n",
       "15                                     New Zealand                          1   \n",
       "16                                     Philippines                          8   \n",
       "17                             Republic of Ireland                          0   \n",
       "18                               Republic of Korea                          0   \n",
       "19                                         Romania                          0   \n",
       "20                              Russian Federation                          0   \n",
       "21                                       Singapore                        161   \n",
       "22                                    South Africa                          0   \n",
       "23                                           Spain                          0   \n",
       "24                                          Sweden                          3   \n",
       "25                                     Switzerland                          0   \n",
       "26                                        Thailand                          5   \n",
       "27                                  United Kingdom                          2   \n",
       "28                                   United States                         13   \n",
       "29                                        Viet Nam                         39   \n",
       "30                                             NaN                        NaN   \n",
       "31                                           Total                        NaN   \n",
       "\n",
       "   Cumulative number of cases.1 Cumulative number of cases.2  \\\n",
       "0                          Male                        Total   \n",
       "1                             2                            6   \n",
       "2                           100                          251   \n",
       "3                          2607                       5327^b   \n",
       "4                           778                         1755   \n",
       "5                             1                            1   \n",
       "6                           128                        346^c   \n",
       "7                             6                            7   \n",
       "8                             5                            9   \n",
       "9                             3                            3   \n",
       "10                            2                            2   \n",
       "11                            3                            4   \n",
       "12                            0                            1   \n",
       "13                            4                            5   \n",
       "14                            1                            9   \n",
       "15                            0                            1   \n",
       "16                            6                           14   \n",
       "17                            1                            1   \n",
       "18                            3                            3   \n",
       "19                            1                            1   \n",
       "20                            1                            1   \n",
       "21                           77                          238   \n",
       "22                            1                            1   \n",
       "23                            1                            1   \n",
       "24                            2                            5   \n",
       "25                            1                            1   \n",
       "26                            4                            9   \n",
       "27                            2                            4   \n",
       "28                           14                           27   \n",
       "29                           24                           63   \n",
       "30                          NaN                          NaN   \n",
       "31                          NaN                         8096   \n",
       "\n",
       "            Unnamed: 4          Unnamed: 5               Unnamed: 6  \\\n",
       "0   Median age (range)  Number of deaths^a  Case fatality ratio (%)   \n",
       "1            15 (1-45)                   0                        0   \n",
       "2            49 (1-98)                  43                       17   \n",
       "3        Not available                 349                        7   \n",
       "4           40 (0-100)                 299                       17   \n",
       "5                   28                   0                        0   \n",
       "6            42 (0-93)                  37                       11   \n",
       "7         49 (26 - 61)                   1                       14   \n",
       "8            44 (4-73)                   0                        0   \n",
       "9           25 (25-30)                   0                        0   \n",
       "10          56 (47-65)                   0                        0   \n",
       "11        30.5 (25-54)                   0                        0   \n",
       "12                  50                   0                        0   \n",
       "13          30 (26-84)                   2                       40   \n",
       "14          32 (17-63)                   0                        0   \n",
       "15                  67                   0                        0   \n",
       "16          41 (29-73)                   2                       14   \n",
       "17                  56                   0                        0   \n",
       "18          40 (20-80)                   0                        0   \n",
       "19                  52                   0                        0   \n",
       "20                  25                   0                        0   \n",
       "21           35 (1-90)                  33                       14   \n",
       "22                  62                   1                      100   \n",
       "23                  33                   0                        0   \n",
       "24          43 (33-55)                   0                        0   \n",
       "25                  35                   0                        0   \n",
       "26           42 (2-79)                   2                       22   \n",
       "27          59 (28-74)                   0                        0   \n",
       "28           36 (0-83)                   0                        0   \n",
       "29          43 (20-76)                   5                        8   \n",
       "30                 NaN                 NaN                      NaN   \n",
       "31                 NaN                 774                      9.6   \n",
       "\n",
       "                      Unnamed: 7                  Unnamed: 8  \\\n",
       "0   Number of imported cases (%)  Number of HCW affected (%)   \n",
       "1                        6 (100)                       0 (0)   \n",
       "2                          5 (2)                    109 (43)   \n",
       "3                 Not Applicable                   1002 (19)   \n",
       "4                 Not Applicable                    386 (22)   \n",
       "5                        1 (100)                       0 (0)   \n",
       "6                         21 (6)                     68 (20)   \n",
       "7                        7 (100)                    2 (29)^d   \n",
       "8                        9 (100)                      1 (11)   \n",
       "9                        3 (100)                       0 (0)   \n",
       "10                       2 (100)                       0 (0)   \n",
       "11                       4 (100)                       0 (0)   \n",
       "12                       1 (100)                       0 (0)   \n",
       "13                       5 (100)                       0 (0)   \n",
       "14                        8 (89)                       0 (0)   \n",
       "15                       1 (100)                       0 (0)   \n",
       "16                        7 (50)                      4 (29)   \n",
       "17                       1 (100)                       0 (0)   \n",
       "18                       3 (100)                       0 (0)   \n",
       "19                       1 (100)                       0 (0)   \n",
       "20                 Not Available                       0 (0)   \n",
       "21                         8 (3)                     97 (41)   \n",
       "22                       1 (100)                       0 (0)   \n",
       "23                       1 (100)                       0 (0)   \n",
       "24                       5 (100)                       0 (0)   \n",
       "25                       1 (100)                       0 (0)   \n",
       "26                       9 (100)                    1 (11)^d   \n",
       "27                       4 (100)                       0 (0)   \n",
       "28                      27 (100)                       0 (0)   \n",
       "29                         1 (2)                     36 (57)   \n",
       "30                           NaN                         NaN   \n",
       "31                           142                        1706   \n",
       "\n",
       "                        Unnamed: 9                    Unnamed: 10  \n",
       "0   Date onset first probable case  Date onset last probable case  \n",
       "1                        26-Feb-03                       1-Apr-03  \n",
       "2                        23-Feb-03                      12-Jun-03  \n",
       "3                        16-Nov-02                       3-Jun-03  \n",
       "4                        15-Feb-03                      31-May-03  \n",
       "5                         5-May-03                       5-May-03  \n",
       "6                        25-Feb-03                      15-Jun-03  \n",
       "7                        21-Mar-03                       3-May-03  \n",
       "8                         9-Mar-03                       6-May-03  \n",
       "9                        25-Apr-03                       6-May-03  \n",
       "10                        6-Apr-03                      17-Apr-03  \n",
       "11                       12-Mar-03                      20-Apr-03  \n",
       "12                        9-Apr-03                       9-Apr-03  \n",
       "13                       14-Mar-03                      22-Apr-03  \n",
       "14                       31-Mar-03                       6-May-03  \n",
       "15                       20-Apr-03                      20-Apr-03  \n",
       "16                       25-Feb-03                       5-May-03  \n",
       "17                       27-Feb-03                      27-Feb-03  \n",
       "18                       25-Apr-03                      10-May-03  \n",
       "19                       19-Mar-03                      19-Mar-03  \n",
       "20                        5-May-03                       5-May-03  \n",
       "21                       25-Feb-03                       5-May-03  \n",
       "22                        3-Apr-03                       3-Apr-03  \n",
       "23                       26-Mar-03                      26-Mar-03  \n",
       "24                       28-Mar-03                      23-Apr-03  \n",
       "25                        9-Mar-03                       9-Mar-03  \n",
       "26                       11-Mar-03                      27-May-03  \n",
       "27                        1-Mar-03                       1-Apr-03  \n",
       "28                       24-Feb-03                    13-Jul-03^e  \n",
       "29                       23-Feb-03                      14-Apr-03  \n",
       "30                             NaN                            NaN  \n",
       "31                             NaN                            NaN  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# link of the data\n",
    "url = 'https://www.who.int/csr/sars/country/table2004_04_21/en/'\n",
    "\n",
    "# headers\n",
    "header = {\n",
    "  \"User-Agent\": \"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.75 Safari/537.36\",\n",
    "  \"X-Requested-With\": \"XMLHttpRequest\"\n",
    "}\n",
    "\n",
    "# get web contents\n",
    "r = requests.get(url, headers=header)\n",
    "\n",
    "# save data in a dataframe\n",
    "df = pd.read_html(r.text)[0]\n",
    "\n",
    "# first few rows\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country/Region</th>\n",
       "      <th>Cumulative male cases</th>\n",
       "      <th>Cumulative female cases</th>\n",
       "      <th>Cumulative total cases</th>\n",
       "      <th>Median age (range)</th>\n",
       "      <th>No. of deaths</th>\n",
       "      <th>Case fatalities ratio (%)</th>\n",
       "      <th>Number of imported cases (%)</th>\n",
       "      <th>Number of HCW affected (%)</th>\n",
       "      <th>Date onset first probable case</th>\n",
       "      <th>Date onset last probable case</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Australia</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>15 (1-45)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>26-Feb-03</td>\n",
       "      <td>1-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Canada</td>\n",
       "      <td>151</td>\n",
       "      <td>100</td>\n",
       "      <td>251</td>\n",
       "      <td>49 (1-98)</td>\n",
       "      <td>43</td>\n",
       "      <td>17</td>\n",
       "      <td>5 (2)</td>\n",
       "      <td>109 (43)</td>\n",
       "      <td>23-Feb-03</td>\n",
       "      <td>12-Jun-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>China</td>\n",
       "      <td>2674</td>\n",
       "      <td>2607</td>\n",
       "      <td>5327^b</td>\n",
       "      <td>Not available</td>\n",
       "      <td>349</td>\n",
       "      <td>7</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>1002 (19)</td>\n",
       "      <td>16-Nov-02</td>\n",
       "      <td>3-Jun-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>China, Hong Kong Special Administrative Region</td>\n",
       "      <td>977</td>\n",
       "      <td>778</td>\n",
       "      <td>1755</td>\n",
       "      <td>40 (0-100)</td>\n",
       "      <td>299</td>\n",
       "      <td>17</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>386 (22)</td>\n",
       "      <td>15-Feb-03</td>\n",
       "      <td>31-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>China, Macao Special Administrative Region</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>5-May-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>China, Taiwan</td>\n",
       "      <td>218</td>\n",
       "      <td>128</td>\n",
       "      <td>346^c</td>\n",
       "      <td>42 (0-93)</td>\n",
       "      <td>37</td>\n",
       "      <td>11</td>\n",
       "      <td>21 (6)</td>\n",
       "      <td>68 (20)</td>\n",
       "      <td>25-Feb-03</td>\n",
       "      <td>15-Jun-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>France</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>49 (26 - 61)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>7 (100)</td>\n",
       "      <td>2 (29)^d</td>\n",
       "      <td>21-Mar-03</td>\n",
       "      <td>3-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Germany</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>44 (4-73)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9 (100)</td>\n",
       "      <td>1 (11)</td>\n",
       "      <td>9-Mar-03</td>\n",
       "      <td>6-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>India</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>25 (25-30)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>25-Apr-03</td>\n",
       "      <td>6-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Indonesia</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>56 (47-65)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>6-Apr-03</td>\n",
       "      <td>17-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Italy</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>30.5 (25-54)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>12-Mar-03</td>\n",
       "      <td>20-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Kuwait</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>9-Apr-03</td>\n",
       "      <td>9-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Malaysia</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>30 (26-84)</td>\n",
       "      <td>2</td>\n",
       "      <td>40</td>\n",
       "      <td>5 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>14-Mar-03</td>\n",
       "      <td>22-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Mongolia</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>32 (17-63)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8 (89)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>31-Mar-03</td>\n",
       "      <td>6-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>New Zealand</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>20-Apr-03</td>\n",
       "      <td>20-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Philippines</td>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>41 (29-73)</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>7 (50)</td>\n",
       "      <td>4 (29)</td>\n",
       "      <td>25-Feb-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Republic of Ireland</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>56</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>27-Feb-03</td>\n",
       "      <td>27-Feb-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Republic of Korea</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>40 (20-80)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>25-Apr-03</td>\n",
       "      <td>10-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Romania</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>52</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>19-Mar-03</td>\n",
       "      <td>19-Mar-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Russian Federation</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>25</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Not Available</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>5-May-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Singapore</td>\n",
       "      <td>161</td>\n",
       "      <td>77</td>\n",
       "      <td>238</td>\n",
       "      <td>35 (1-90)</td>\n",
       "      <td>33</td>\n",
       "      <td>14</td>\n",
       "      <td>8 (3)</td>\n",
       "      <td>97 (41)</td>\n",
       "      <td>25-Feb-03</td>\n",
       "      <td>5-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>South Africa</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>62</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>3-Apr-03</td>\n",
       "      <td>3-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Spain</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>26-Mar-03</td>\n",
       "      <td>26-Mar-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Sweden</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>43 (33-55)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>28-Mar-03</td>\n",
       "      <td>23-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Switzerland</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>9-Mar-03</td>\n",
       "      <td>9-Mar-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Thailand</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>42 (2-79)</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>9 (100)</td>\n",
       "      <td>1 (11)^d</td>\n",
       "      <td>11-Mar-03</td>\n",
       "      <td>27-May-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>59 (28-74)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>1-Mar-03</td>\n",
       "      <td>1-Apr-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>United States</td>\n",
       "      <td>13</td>\n",
       "      <td>14</td>\n",
       "      <td>27</td>\n",
       "      <td>36 (0-83)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>27 (100)</td>\n",
       "      <td>0 (0)</td>\n",
       "      <td>24-Feb-03</td>\n",
       "      <td>13-Jul-03^e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Viet Nam</td>\n",
       "      <td>39</td>\n",
       "      <td>24</td>\n",
       "      <td>63</td>\n",
       "      <td>43 (20-76)</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>1 (2)</td>\n",
       "      <td>36 (57)</td>\n",
       "      <td>23-Feb-03</td>\n",
       "      <td>14-Apr-03</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    Country/Region Cumulative male cases  \\\n",
       "1                                        Australia                     4   \n",
       "2                                           Canada                   151   \n",
       "3                                            China                  2674   \n",
       "4   China, Hong Kong Special Administrative Region                   977   \n",
       "5       China, Macao Special Administrative Region                     0   \n",
       "6                                    China, Taiwan                   218   \n",
       "7                                           France                     1   \n",
       "8                                          Germany                     4   \n",
       "9                                            India                     0   \n",
       "10                                       Indonesia                     0   \n",
       "11                                           Italy                     1   \n",
       "12                                          Kuwait                     1   \n",
       "13                                        Malaysia                     1   \n",
       "14                                        Mongolia                     8   \n",
       "15                                     New Zealand                     1   \n",
       "16                                     Philippines                     8   \n",
       "17                             Republic of Ireland                     0   \n",
       "18                               Republic of Korea                     0   \n",
       "19                                         Romania                     0   \n",
       "20                              Russian Federation                     0   \n",
       "21                                       Singapore                   161   \n",
       "22                                    South Africa                     0   \n",
       "23                                           Spain                     0   \n",
       "24                                          Sweden                     3   \n",
       "25                                     Switzerland                     0   \n",
       "26                                        Thailand                     5   \n",
       "27                                  United Kingdom                     2   \n",
       "28                                   United States                    13   \n",
       "29                                        Viet Nam                    39   \n",
       "\n",
       "   Cumulative female cases Cumulative total cases Median age (range)  \\\n",
       "1                        2                      6          15 (1-45)   \n",
       "2                      100                    251          49 (1-98)   \n",
       "3                     2607                 5327^b      Not available   \n",
       "4                      778                   1755         40 (0-100)   \n",
       "5                        1                      1                 28   \n",
       "6                      128                  346^c          42 (0-93)   \n",
       "7                        6                      7       49 (26 - 61)   \n",
       "8                        5                      9          44 (4-73)   \n",
       "9                        3                      3         25 (25-30)   \n",
       "10                       2                      2         56 (47-65)   \n",
       "11                       3                      4       30.5 (25-54)   \n",
       "12                       0                      1                 50   \n",
       "13                       4                      5         30 (26-84)   \n",
       "14                       1                      9         32 (17-63)   \n",
       "15                       0                      1                 67   \n",
       "16                       6                     14         41 (29-73)   \n",
       "17                       1                      1                 56   \n",
       "18                       3                      3         40 (20-80)   \n",
       "19                       1                      1                 52   \n",
       "20                       1                      1                 25   \n",
       "21                      77                    238          35 (1-90)   \n",
       "22                       1                      1                 62   \n",
       "23                       1                      1                 33   \n",
       "24                       2                      5         43 (33-55)   \n",
       "25                       1                      1                 35   \n",
       "26                       4                      9          42 (2-79)   \n",
       "27                       2                      4         59 (28-74)   \n",
       "28                      14                     27          36 (0-83)   \n",
       "29                      24                     63         43 (20-76)   \n",
       "\n",
       "   No. of deaths Case fatalities ratio (%) Number of imported cases (%)  \\\n",
       "1              0                         0                      6 (100)   \n",
       "2             43                        17                        5 (2)   \n",
       "3            349                         7               Not Applicable   \n",
       "4            299                        17               Not Applicable   \n",
       "5              0                         0                      1 (100)   \n",
       "6             37                        11                       21 (6)   \n",
       "7              1                        14                      7 (100)   \n",
       "8              0                         0                      9 (100)   \n",
       "9              0                         0                      3 (100)   \n",
       "10             0                         0                      2 (100)   \n",
       "11             0                         0                      4 (100)   \n",
       "12             0                         0                      1 (100)   \n",
       "13             2                        40                      5 (100)   \n",
       "14             0                         0                       8 (89)   \n",
       "15             0                         0                      1 (100)   \n",
       "16             2                        14                       7 (50)   \n",
       "17             0                         0                      1 (100)   \n",
       "18             0                         0                      3 (100)   \n",
       "19             0                         0                      1 (100)   \n",
       "20             0                         0                Not Available   \n",
       "21            33                        14                        8 (3)   \n",
       "22             1                       100                      1 (100)   \n",
       "23             0                         0                      1 (100)   \n",
       "24             0                         0                      5 (100)   \n",
       "25             0                         0                      1 (100)   \n",
       "26             2                        22                      9 (100)   \n",
       "27             0                         0                      4 (100)   \n",
       "28             0                         0                     27 (100)   \n",
       "29             5                         8                        1 (2)   \n",
       "\n",
       "   Number of HCW affected (%) Date onset first probable case  \\\n",
       "1                       0 (0)                      26-Feb-03   \n",
       "2                    109 (43)                      23-Feb-03   \n",
       "3                   1002 (19)                      16-Nov-02   \n",
       "4                    386 (22)                      15-Feb-03   \n",
       "5                       0 (0)                       5-May-03   \n",
       "6                     68 (20)                      25-Feb-03   \n",
       "7                    2 (29)^d                      21-Mar-03   \n",
       "8                      1 (11)                       9-Mar-03   \n",
       "9                       0 (0)                      25-Apr-03   \n",
       "10                      0 (0)                       6-Apr-03   \n",
       "11                      0 (0)                      12-Mar-03   \n",
       "12                      0 (0)                       9-Apr-03   \n",
       "13                      0 (0)                      14-Mar-03   \n",
       "14                      0 (0)                      31-Mar-03   \n",
       "15                      0 (0)                      20-Apr-03   \n",
       "16                     4 (29)                      25-Feb-03   \n",
       "17                      0 (0)                      27-Feb-03   \n",
       "18                      0 (0)                      25-Apr-03   \n",
       "19                      0 (0)                      19-Mar-03   \n",
       "20                      0 (0)                       5-May-03   \n",
       "21                    97 (41)                      25-Feb-03   \n",
       "22                      0 (0)                       3-Apr-03   \n",
       "23                      0 (0)                      26-Mar-03   \n",
       "24                      0 (0)                      28-Mar-03   \n",
       "25                      0 (0)                       9-Mar-03   \n",
       "26                   1 (11)^d                      11-Mar-03   \n",
       "27                      0 (0)                       1-Mar-03   \n",
       "28                      0 (0)                      24-Feb-03   \n",
       "29                    36 (57)                      23-Feb-03   \n",
       "\n",
       "   Date onset last probable case  \n",
       "1                       1-Apr-03  \n",
       "2                      12-Jun-03  \n",
       "3                       3-Jun-03  \n",
       "4                      31-May-03  \n",
       "5                       5-May-03  \n",
       "6                      15-Jun-03  \n",
       "7                       3-May-03  \n",
       "8                       6-May-03  \n",
       "9                       6-May-03  \n",
       "10                     17-Apr-03  \n",
       "11                     20-Apr-03  \n",
       "12                      9-Apr-03  \n",
       "13                     22-Apr-03  \n",
       "14                      6-May-03  \n",
       "15                     20-Apr-03  \n",
       "16                      5-May-03  \n",
       "17                     27-Feb-03  \n",
       "18                     10-May-03  \n",
       "19                     19-Mar-03  \n",
       "20                      5-May-03  \n",
       "21                      5-May-03  \n",
       "22                      3-Apr-03  \n",
       "23                     26-Mar-03  \n",
       "24                     23-Apr-03  \n",
       "25                      9-Mar-03  \n",
       "26                     27-May-03  \n",
       "27                      1-Apr-03  \n",
       "28                   13-Jul-03^e  \n",
       "29                     14-Apr-03  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# subselect rows\n",
    "df = df.loc[1:29]\n",
    "\n",
    "# rename columns\n",
    "df.columns = ['Country/Region', 'Cumulative male cases', 'Cumulative female cases', \n",
    "              'Cumulative total cases', 'Median age (range)', 'No. of deaths', \n",
    "              'Case fatalities ratio (%)', 'Number of imported cases (%)', \n",
    "              'Number of HCW affected (%)', 'Date onset first probable case', \n",
    "              'Date onset last probable case']\n",
    "\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save raw data\n",
    "df.to_csv('summary_data_raw.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data Cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# replace strings / characters\n",
    "# ===========================\n",
    "\n",
    "for col in df.columns:\n",
    "    # replace special notes\n",
    "    df[col] = df[col].str.replace('\\^[abcde]', '')\n",
    "    # replace with abbreviation\n",
    "    df[col] = df[col].str.replace('China, ', '')\n",
    "    df[col] = df[col].str.replace('Special Administrative Region', 'SAR, China')\n",
    "    \n",
    "# df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# extract just the numbers from the columns\n",
    "# =========================================\n",
    "\n",
    "cols = ['Cumulative male cases', 'Cumulative female cases', 'Cumulative total cases', \n",
    "        'No. of deaths', 'Case fatalities ratio (%)']\n",
    "\n",
    "for col in cols:\n",
    "    df[col] = df[col].str.extract('(\\d*)')\n",
    "    \n",
    "# df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# extract number, range, percentage ...\n",
    "df['Median age'] = df['Median age (range)'].str.extract('(\\d*)')\n",
    "df['Age range'] = df['Median age (range)'].str.extract('\\((\\d+\\-\\d+)\\)')\n",
    "\n",
    "df['Number of Imported cases'] =  df['Number of imported cases (%)'].str.extract('(\\d*)')\n",
    "df['Percentage of Imported cases'] = df['Number of imported cases (%)'].str.extract('\\((\\d+)\\)')\n",
    "\n",
    "df['Number of HCW affected'] =  df['Number of HCW affected (%)'].str.extract('(\\d*)')\n",
    "df['Percentage of HCW affected'] = df['Number of HCW affected (%)'].str.extract('\\((\\d+)\\)')\n",
    "\n",
    "# drop redundant columns\n",
    "df = df.drop(['Median age (range)', 'Number of imported cases (%)', 'Number of HCW affected (%)'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# fix date time format\n",
    "df['Date onset first probable case'] = pd.to_datetime(df['Date onset first probable case'])\n",
    "df['Date onset last probable case'] = pd.to_datetime(df['Date onset last probable case'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# fix empty string with nan\n",
    "df = df.replace('', np.nan)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 29 entries, 1 to 29\n",
      "Data columns (total 14 columns):\n",
      " #   Column                          Non-Null Count  Dtype         \n",
      "---  ------                          --------------  -----         \n",
      " 0   Country/Region                  29 non-null     object        \n",
      " 1   Cumulative male cases           29 non-null     object        \n",
      " 2   Cumulative female cases         29 non-null     object        \n",
      " 3   Cumulative total cases          29 non-null     object        \n",
      " 4   No. of deaths                   29 non-null     object        \n",
      " 5   Case fatalities ratio (%)       29 non-null     object        \n",
      " 6   Date onset first probable case  29 non-null     datetime64[ns]\n",
      " 7   Date onset last probable case   29 non-null     datetime64[ns]\n",
      " 8   Median age                      28 non-null     object        \n",
      " 9   Age range                       18 non-null     object        \n",
      " 10  Number of Imported cases        26 non-null     object        \n",
      " 11  Percentage of Imported cases    26 non-null     object        \n",
      " 12  Number of HCW affected          29 non-null     object        \n",
      " 13  Percentage of HCW affected      29 non-null     object        \n",
      "dtypes: datetime64[ns](2), object(12)\n",
      "memory usage: 3.3+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country/Region</th>\n",
       "      <th>Cumulative male cases</th>\n",
       "      <th>Cumulative female cases</th>\n",
       "      <th>Cumulative total cases</th>\n",
       "      <th>No. of deaths</th>\n",
       "      <th>Case fatalities ratio (%)</th>\n",
       "      <th>Date onset first probable case</th>\n",
       "      <th>Date onset last probable case</th>\n",
       "      <th>Median age</th>\n",
       "      <th>Age range</th>\n",
       "      <th>Number of Imported cases</th>\n",
       "      <th>Percentage of Imported cases</th>\n",
       "      <th>Number of HCW affected</th>\n",
       "      <th>Percentage of HCW affected</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Australia</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-02-26</td>\n",
       "      <td>2003-04-01</td>\n",
       "      <td>15</td>\n",
       "      <td>1-45</td>\n",
       "      <td>6</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Canada</td>\n",
       "      <td>151</td>\n",
       "      <td>100</td>\n",
       "      <td>251</td>\n",
       "      <td>43</td>\n",
       "      <td>17</td>\n",
       "      <td>2003-02-23</td>\n",
       "      <td>2003-06-12</td>\n",
       "      <td>49</td>\n",
       "      <td>1-98</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>109</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>China</td>\n",
       "      <td>2674</td>\n",
       "      <td>2607</td>\n",
       "      <td>5327</td>\n",
       "      <td>349</td>\n",
       "      <td>7</td>\n",
       "      <td>2002-11-16</td>\n",
       "      <td>2003-06-03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1002</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Hong Kong SAR, China</td>\n",
       "      <td>977</td>\n",
       "      <td>778</td>\n",
       "      <td>1755</td>\n",
       "      <td>299</td>\n",
       "      <td>17</td>\n",
       "      <td>2003-02-15</td>\n",
       "      <td>2003-05-31</td>\n",
       "      <td>40</td>\n",
       "      <td>0-100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>386</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Macao SAR, China</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-05-05</td>\n",
       "      <td>2003-05-05</td>\n",
       "      <td>28</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Taiwan</td>\n",
       "      <td>218</td>\n",
       "      <td>128</td>\n",
       "      <td>346</td>\n",
       "      <td>37</td>\n",
       "      <td>11</td>\n",
       "      <td>2003-02-25</td>\n",
       "      <td>2003-06-15</td>\n",
       "      <td>42</td>\n",
       "      <td>0-93</td>\n",
       "      <td>21</td>\n",
       "      <td>6</td>\n",
       "      <td>68</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>France</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>2003-03-21</td>\n",
       "      <td>2003-05-03</td>\n",
       "      <td>49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>100</td>\n",
       "      <td>2</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Germany</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-09</td>\n",
       "      <td>2003-05-06</td>\n",
       "      <td>44</td>\n",
       "      <td>4-73</td>\n",
       "      <td>9</td>\n",
       "      <td>100</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>India</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-04-25</td>\n",
       "      <td>2003-05-06</td>\n",
       "      <td>25</td>\n",
       "      <td>25-30</td>\n",
       "      <td>3</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Indonesia</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-04-06</td>\n",
       "      <td>2003-04-17</td>\n",
       "      <td>56</td>\n",
       "      <td>47-65</td>\n",
       "      <td>2</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Italy</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-12</td>\n",
       "      <td>2003-04-20</td>\n",
       "      <td>30</td>\n",
       "      <td>25-54</td>\n",
       "      <td>4</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Kuwait</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-04-09</td>\n",
       "      <td>2003-04-09</td>\n",
       "      <td>50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Malaysia</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>40</td>\n",
       "      <td>2003-03-14</td>\n",
       "      <td>2003-04-22</td>\n",
       "      <td>30</td>\n",
       "      <td>26-84</td>\n",
       "      <td>5</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Mongolia</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-31</td>\n",
       "      <td>2003-05-06</td>\n",
       "      <td>32</td>\n",
       "      <td>17-63</td>\n",
       "      <td>8</td>\n",
       "      <td>89</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>New Zealand</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-04-20</td>\n",
       "      <td>2003-04-20</td>\n",
       "      <td>67</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Philippines</td>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>2003-02-25</td>\n",
       "      <td>2003-05-05</td>\n",
       "      <td>41</td>\n",
       "      <td>29-73</td>\n",
       "      <td>7</td>\n",
       "      <td>50</td>\n",
       "      <td>4</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Republic of Ireland</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-02-27</td>\n",
       "      <td>2003-02-27</td>\n",
       "      <td>56</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Republic of Korea</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-04-25</td>\n",
       "      <td>2003-05-10</td>\n",
       "      <td>40</td>\n",
       "      <td>20-80</td>\n",
       "      <td>3</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Romania</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-19</td>\n",
       "      <td>2003-03-19</td>\n",
       "      <td>52</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Russian Federation</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-05-05</td>\n",
       "      <td>2003-05-05</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Singapore</td>\n",
       "      <td>161</td>\n",
       "      <td>77</td>\n",
       "      <td>238</td>\n",
       "      <td>33</td>\n",
       "      <td>14</td>\n",
       "      <td>2003-02-25</td>\n",
       "      <td>2003-05-05</td>\n",
       "      <td>35</td>\n",
       "      <td>1-90</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>97</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>South Africa</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>2003-04-03</td>\n",
       "      <td>2003-04-03</td>\n",
       "      <td>62</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Spain</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-26</td>\n",
       "      <td>2003-03-26</td>\n",
       "      <td>33</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Sweden</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-28</td>\n",
       "      <td>2003-04-23</td>\n",
       "      <td>43</td>\n",
       "      <td>33-55</td>\n",
       "      <td>5</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Switzerland</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-09</td>\n",
       "      <td>2003-03-09</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Thailand</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>2003-03-11</td>\n",
       "      <td>2003-05-27</td>\n",
       "      <td>42</td>\n",
       "      <td>2-79</td>\n",
       "      <td>9</td>\n",
       "      <td>100</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-03-01</td>\n",
       "      <td>2003-04-01</td>\n",
       "      <td>59</td>\n",
       "      <td>28-74</td>\n",
       "      <td>4</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>United States</td>\n",
       "      <td>13</td>\n",
       "      <td>14</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2003-02-24</td>\n",
       "      <td>2003-07-13</td>\n",
       "      <td>36</td>\n",
       "      <td>0-83</td>\n",
       "      <td>27</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Viet Nam</td>\n",
       "      <td>39</td>\n",
       "      <td>24</td>\n",
       "      <td>63</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>2003-02-23</td>\n",
       "      <td>2003-04-14</td>\n",
       "      <td>43</td>\n",
       "      <td>20-76</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Country/Region Cumulative male cases Cumulative female cases  \\\n",
       "1              Australia                     4                       2   \n",
       "2                 Canada                   151                     100   \n",
       "3                  China                  2674                    2607   \n",
       "4   Hong Kong SAR, China                   977                     778   \n",
       "5       Macao SAR, China                     0                       1   \n",
       "6                 Taiwan                   218                     128   \n",
       "7                 France                     1                       6   \n",
       "8                Germany                     4                       5   \n",
       "9                  India                     0                       3   \n",
       "10             Indonesia                     0                       2   \n",
       "11                 Italy                     1                       3   \n",
       "12                Kuwait                     1                       0   \n",
       "13              Malaysia                     1                       4   \n",
       "14              Mongolia                     8                       1   \n",
       "15           New Zealand                     1                       0   \n",
       "16           Philippines                     8                       6   \n",
       "17   Republic of Ireland                     0                       1   \n",
       "18     Republic of Korea                     0                       3   \n",
       "19               Romania                     0                       1   \n",
       "20    Russian Federation                     0                       1   \n",
       "21             Singapore                   161                      77   \n",
       "22          South Africa                     0                       1   \n",
       "23                 Spain                     0                       1   \n",
       "24                Sweden                     3                       2   \n",
       "25           Switzerland                     0                       1   \n",
       "26              Thailand                     5                       4   \n",
       "27        United Kingdom                     2                       2   \n",
       "28         United States                    13                      14   \n",
       "29              Viet Nam                    39                      24   \n",
       "\n",
       "   Cumulative total cases No. of deaths Case fatalities ratio (%)  \\\n",
       "1                       6             0                         0   \n",
       "2                     251            43                        17   \n",
       "3                    5327           349                         7   \n",
       "4                    1755           299                        17   \n",
       "5                       1             0                         0   \n",
       "6                     346            37                        11   \n",
       "7                       7             1                        14   \n",
       "8                       9             0                         0   \n",
       "9                       3             0                         0   \n",
       "10                      2             0                         0   \n",
       "11                      4             0                         0   \n",
       "12                      1             0                         0   \n",
       "13                      5             2                        40   \n",
       "14                      9             0                         0   \n",
       "15                      1             0                         0   \n",
       "16                     14             2                        14   \n",
       "17                      1             0                         0   \n",
       "18                      3             0                         0   \n",
       "19                      1             0                         0   \n",
       "20                      1             0                         0   \n",
       "21                    238            33                        14   \n",
       "22                      1             1                       100   \n",
       "23                      1             0                         0   \n",
       "24                      5             0                         0   \n",
       "25                      1             0                         0   \n",
       "26                      9             2                        22   \n",
       "27                      4             0                         0   \n",
       "28                     27             0                         0   \n",
       "29                     63             5                         8   \n",
       "\n",
       "   Date onset first probable case Date onset last probable case Median age  \\\n",
       "1                      2003-02-26                    2003-04-01         15   \n",
       "2                      2003-02-23                    2003-06-12         49   \n",
       "3                      2002-11-16                    2003-06-03        NaN   \n",
       "4                      2003-02-15                    2003-05-31         40   \n",
       "5                      2003-05-05                    2003-05-05         28   \n",
       "6                      2003-02-25                    2003-06-15         42   \n",
       "7                      2003-03-21                    2003-05-03         49   \n",
       "8                      2003-03-09                    2003-05-06         44   \n",
       "9                      2003-04-25                    2003-05-06         25   \n",
       "10                     2003-04-06                    2003-04-17         56   \n",
       "11                     2003-03-12                    2003-04-20         30   \n",
       "12                     2003-04-09                    2003-04-09         50   \n",
       "13                     2003-03-14                    2003-04-22         30   \n",
       "14                     2003-03-31                    2003-05-06         32   \n",
       "15                     2003-04-20                    2003-04-20         67   \n",
       "16                     2003-02-25                    2003-05-05         41   \n",
       "17                     2003-02-27                    2003-02-27         56   \n",
       "18                     2003-04-25                    2003-05-10         40   \n",
       "19                     2003-03-19                    2003-03-19         52   \n",
       "20                     2003-05-05                    2003-05-05         25   \n",
       "21                     2003-02-25                    2003-05-05         35   \n",
       "22                     2003-04-03                    2003-04-03         62   \n",
       "23                     2003-03-26                    2003-03-26         33   \n",
       "24                     2003-03-28                    2003-04-23         43   \n",
       "25                     2003-03-09                    2003-03-09         35   \n",
       "26                     2003-03-11                    2003-05-27         42   \n",
       "27                     2003-03-01                    2003-04-01         59   \n",
       "28                     2003-02-24                    2003-07-13         36   \n",
       "29                     2003-02-23                    2003-04-14         43   \n",
       "\n",
       "   Age range Number of Imported cases Percentage of Imported cases  \\\n",
       "1       1-45                        6                          100   \n",
       "2       1-98                        5                            2   \n",
       "3        NaN                      NaN                          NaN   \n",
       "4      0-100                      NaN                          NaN   \n",
       "5        NaN                        1                          100   \n",
       "6       0-93                       21                            6   \n",
       "7        NaN                        7                          100   \n",
       "8       4-73                        9                          100   \n",
       "9      25-30                        3                          100   \n",
       "10     47-65                        2                          100   \n",
       "11     25-54                        4                          100   \n",
       "12       NaN                        1                          100   \n",
       "13     26-84                        5                          100   \n",
       "14     17-63                        8                           89   \n",
       "15       NaN                        1                          100   \n",
       "16     29-73                        7                           50   \n",
       "17       NaN                        1                          100   \n",
       "18     20-80                        3                          100   \n",
       "19       NaN                        1                          100   \n",
       "20       NaN                      NaN                          NaN   \n",
       "21      1-90                        8                            3   \n",
       "22       NaN                        1                          100   \n",
       "23       NaN                        1                          100   \n",
       "24     33-55                        5                          100   \n",
       "25       NaN                        1                          100   \n",
       "26      2-79                        9                          100   \n",
       "27     28-74                        4                          100   \n",
       "28      0-83                       27                          100   \n",
       "29     20-76                        1                            2   \n",
       "\n",
       "   Number of HCW affected Percentage of HCW affected  \n",
       "1                       0                          0  \n",
       "2                     109                         43  \n",
       "3                    1002                         19  \n",
       "4                     386                         22  \n",
       "5                       0                          0  \n",
       "6                      68                         20  \n",
       "7                       2                         29  \n",
       "8                       1                         11  \n",
       "9                       0                          0  \n",
       "10                      0                          0  \n",
       "11                      0                          0  \n",
       "12                      0                          0  \n",
       "13                      0                          0  \n",
       "14                      0                          0  \n",
       "15                      0                          0  \n",
       "16                      4                         29  \n",
       "17                      0                          0  \n",
       "18                      0                          0  \n",
       "19                      0                          0  \n",
       "20                      0                          0  \n",
       "21                     97                         41  \n",
       "22                      0                          0  \n",
       "23                      0                          0  \n",
       "24                      0                          0  \n",
       "25                      0                          0  \n",
       "26                      1                         11  \n",
       "27                      0                          0  \n",
       "28                      0                          0  \n",
       "29                     36                         57  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save clean data\n",
    "df.to_csv('summary_data_clean.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}