01_statistical.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#!/usr/bin/env python3\n",
    "# coding: utf-8\n",
    "\n",
    "# Load dependencies\n",
    "import numpy as np\n",
    "import matplotlib.pylab as plt\n",
    "import pandas as pd\n",
    "\n",
    "# For interactive plots, install `plotly`\n",
    "# import plotly.express as px\n",
    "# pd.options.plotting.backend = \"plotly\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load the data from the Varennes NetZEB Library\n",
    "Column descriptions:\n",
    "\n",
    "    # Temperatures\n",
    "    'T_ext': exterior temp, C\n",
    "    'T_int': average interior temp, C\n",
    "    'T_slab: slab temperature, 2 inch from surface, C\n",
    "    'T_room_air_over_slab': average room temperature over the slab where there is a radiant system, C\n",
    "    'T_room_air_no_slab': same but where there isn't, C\n",
    "\n",
    "    # BIPV/T System\n",
    "    'BIPVT_outletT': temperature at BIPV/T outlet, C\n",
    "    'BIPVT_dT': ^ minus T_ext, K\n",
    "    'BIPVT_heat: m*cp*dT = fanstate*rated_flow*density*cp*dT, kW\n",
    "\n",
    "    # Heating/Cooling\n",
    "    'geo_heat': m*cp*dT at the geothermal well inlet: how much heat are we rejecting/extracting into the ground, kW\n",
    "    'heating_total': m*cp*dT at the heat pump condensor/hot side, kW\n",
    "    'cooling_total': evaporator/cold side, kW\n",
    "    'Q_slab': heat going into the radiant slab, kW\n",
    "    'Q_rest_heating': heat going into the air, kW\n",
    "    'Q_rest': heat - cooling going into the air, kW\n",
    "    'heating_slab_ratio': heating going into slab over total, rest goes into the air\n",
    "    'cooling_slab_ratio': cooling going into slab over total, rest goes into the air\n",
    "\n",
    "    # Windows\n",
    "    'window_state: 0: closed, 1: open\n",
    "\n",
    "    # Solar\n",
    "    'DNI': direct normal irradiance, kW/m^2\n",
    "    'GHI': global horizontal irradiance, kW/m^2\n",
    "    'DHI': diffuse horizontal irradiance, kW/m^2\n",
    "    'solar_projected_PV': unitized solar radiation incident on PV system, kW/m^2\n",
    "\n",
    "    # Electrical\n",
    "    'cons': total electrical consumption power, kW\n",
    "    'prod: total electrical production power, kW\n",
    "    'cons_noHVAC': approximate electrical consumption without the HVAC (cons - heating_total/4 - cooling_total/3.5), kW"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                       T_ext    T_int  BIPVT_outletT  BIPVT_dT  BIPVT_heat  \\\n",
      "Datetime                                                                     \n",
      "2018-01-01 00:00:00 -21.8566  18.4578       -18.6184    3.2382         0.0   \n",
      "2018-01-01 00:15:00 -21.8434  18.4086       -18.6614    3.1820         0.0   \n",
      "2018-01-01 00:30:00 -21.9561  18.3142       -18.6459    3.3102         0.0   \n",
      "2018-01-01 00:45:00 -22.0408  18.2528       -18.7473    3.2935         0.0   \n",
      "2018-01-01 01:00:00 -22.1299  18.1697       -18.6353    3.4946         0.0   \n",
      "\n",
      "                      geo_heat  heating_total  cooling_total  window_state  \\\n",
      "Datetime                                                                     \n",
      "2018-01-01 00:00:00 -54.118034      38.025668            0.0      0.335996   \n",
      "2018-01-01 00:15:00 -50.619191      26.322083            0.0      0.336057   \n",
      "2018-01-01 00:30:00  -9.066210      13.017722            0.0      0.336118   \n",
      "2018-01-01 00:45:00 -37.896533      10.618306            0.0      0.336180   \n",
      "2018-01-01 01:00:00 -34.623417      10.781639            0.0      0.336241   \n",
      "\n",
      "                     heating_slab_ratio  ...  prod  cons_noHVAC  \\\n",
      "Datetime                                 ...                      \n",
      "2018-01-01 00:00:00            0.199966  ...   0.0     1.740303   \n",
      "2018-01-01 00:15:00            0.282259  ...   0.0     6.494799   \n",
      "2018-01-01 00:30:00            0.293446  ...   0.0    13.072209   \n",
      "2018-01-01 00:45:00            0.281554  ...   0.0    13.261424   \n",
      "2018-01-01 01:00:00            0.268706  ...   0.0    14.546990   \n",
      "\n",
      "                     Q_slab_heating    Q_slab  Q_rest_heating     Q_rest  DNI  \\\n",
      "Datetime                                                                        \n",
      "2018-01-01 00:00:00     7603.853490  7.603853       30.421814  30.421814  0.0   \n",
      "2018-01-01 00:15:00     7429.656592  7.429657       18.892426  18.892426  0.0   \n",
      "2018-01-01 00:30:00     3819.993391  3.819993        9.197729   9.197729  0.0   \n",
      "2018-01-01 00:45:00     2989.624193  2.989624        7.628682   7.628682  0.0   \n",
      "2018-01-01 01:00:00     2897.089583  2.897090        7.884549   7.884549  0.0   \n",
      "\n",
      "                     GHI  DHI  solar_projected_PV  \n",
      "Datetime                                           \n",
      "2018-01-01 00:00:00  0.0  0.0                 0.0  \n",
      "2018-01-01 00:15:00  0.0  0.0                 0.0  \n",
      "2018-01-01 00:30:00  0.0  0.0                 0.0  \n",
      "2018-01-01 00:45:00  0.0  0.0                 0.0  \n",
      "2018-01-01 01:00:00  0.0  0.0                 0.0  \n",
      "\n",
      "[5 rows x 25 columns]\n",
      "                       T_ext    T_int  BIPVT_outletT  BIPVT_dT  BIPVT_heat  \\\n",
      "Datetime                                                                     \n",
      "2018-03-31 22:45:00  6.78019  21.8058        9.10340   2.32321         0.0   \n",
      "2018-03-31 23:00:00  6.62428  21.7633        9.34570   2.72142         0.0   \n",
      "2018-03-31 23:15:00  6.42016  21.7559        8.75923   2.33907         0.0   \n",
      "2018-03-31 23:30:00  6.10492  21.7272        9.10340   2.99848         0.0   \n",
      "2018-03-31 23:45:00  6.02783  21.7182        8.70899   2.68116         0.0   \n",
      "\n",
      "                     geo_heat  heating_total  cooling_total  window_state  \\\n",
      "Datetime                                                                    \n",
      "2018-03-31 22:45:00  5.068725       3.366733            0.0      0.866499   \n",
      "2018-03-31 23:00:00  4.669325       3.788873            0.0      0.866560   \n",
      "2018-03-31 23:15:00  5.040213       4.080173            0.0      0.866622   \n",
      "2018-03-31 23:30:00  4.652008       4.264402            0.0      0.866683   \n",
      "2018-03-31 23:45:00  4.611867       4.346643            0.0      0.866744   \n",
      "\n",
      "                     heating_slab_ratio  ...  prod  cons_noHVAC  \\\n",
      "Datetime                                 ...                      \n",
      "2018-03-31 22:45:00                 0.0  ...   0.0     9.558317   \n",
      "2018-03-31 23:00:00                 0.0  ...   0.0    10.052782   \n",
      "2018-03-31 23:15:00                 0.0  ...   0.0     9.139957   \n",
      "2018-03-31 23:30:00                 0.0  ...   0.0     9.093900   \n",
      "2018-03-31 23:45:00                 0.0  ...   0.0     9.273339   \n",
      "\n",
      "                     Q_slab_heating  Q_slab  Q_rest_heating    Q_rest  DNI  \\\n",
      "Datetime                                                                     \n",
      "2018-03-31 22:45:00             0.0     0.0        3.366733  3.366733  0.0   \n",
      "2018-03-31 23:00:00             0.0     0.0        3.788873  3.788873  0.0   \n",
      "2018-03-31 23:15:00             0.0     0.0        4.080173  4.080173  0.0   \n",
      "2018-03-31 23:30:00             0.0     0.0        4.264402  4.264402  0.0   \n",
      "2018-03-31 23:45:00             0.0     0.0        4.346643  4.346643  0.0   \n",
      "\n",
      "                     GHI  DHI  solar_projected_PV  \n",
      "Datetime                                           \n",
      "2018-03-31 22:45:00  0.0  0.0                 0.0  \n",
      "2018-03-31 23:00:00  0.0  0.0                 0.0  \n",
      "2018-03-31 23:15:00  0.0  0.0                 0.0  \n",
      "2018-03-31 23:30:00  0.0  0.0                 0.0  \n",
      "2018-03-31 23:45:00  0.0  0.0                 0.0  \n",
      "\n",
      "[5 rows x 25 columns]\n"
     ]
    }
   ],
   "source": [
    "# Load data from csv file, assign index and assure it's a datetime object\n",
    "df = pd.read_csv(\"data_varennes_subset.csv.zip\", index_col=[0], parse_dates=[0])\n",
    "print(df.head())\n",
    "print(df.tail())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Approach\n",
    "Here, we will use built-in tools from pandas and pandas-profiling to explore the data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pandas_profiling import ProfileReport"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>mean</th>\n",
       "      <th>std</th>\n",
       "      <th>min</th>\n",
       "      <th>25%</th>\n",
       "      <th>50%</th>\n",
       "      <th>75%</th>\n",
       "      <th>max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>T_ext</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>-4.792727</td>\n",
       "      <td>7.204247</td>\n",
       "      <td>-24.472000</td>\n",
       "      <td>-9.659237</td>\n",
       "      <td>-3.421715</td>\n",
       "      <td>0.626406</td>\n",
       "      <td>10.936800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T_int</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>20.843961</td>\n",
       "      <td>1.034490</td>\n",
       "      <td>17.597100</td>\n",
       "      <td>20.198650</td>\n",
       "      <td>20.930700</td>\n",
       "      <td>21.606525</td>\n",
       "      <td>23.207500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BIPVT_outletT</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.465107</td>\n",
       "      <td>9.144518</td>\n",
       "      <td>-21.294000</td>\n",
       "      <td>-5.652580</td>\n",
       "      <td>0.751480</td>\n",
       "      <td>4.638980</td>\n",
       "      <td>33.204200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BIPVT_dT</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>5.257835</td>\n",
       "      <td>5.101538</td>\n",
       "      <td>-0.442380</td>\n",
       "      <td>2.417295</td>\n",
       "      <td>3.210130</td>\n",
       "      <td>5.563660</td>\n",
       "      <td>29.984610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BIPVT_heat</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>1.936815</td>\n",
       "      <td>4.157975</td>\n",
       "      <td>-0.243155</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.149818</td>\n",
       "      <td>36.356439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>geo_heat</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>-24.434989</td>\n",
       "      <td>24.391290</td>\n",
       "      <td>-96.621649</td>\n",
       "      <td>-39.543297</td>\n",
       "      <td>-14.916776</td>\n",
       "      <td>-2.828047</td>\n",
       "      <td>12.449837</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>heating_total</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>30.145582</td>\n",
       "      <td>27.092717</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7.612362</td>\n",
       "      <td>19.346469</td>\n",
       "      <td>48.169892</td>\n",
       "      <td>110.490381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cooling_total</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>-0.000244</td>\n",
       "      <td>0.001268</td>\n",
       "      <td>-0.012138</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>window_state</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.601370</td>\n",
       "      <td>0.153241</td>\n",
       "      <td>0.335996</td>\n",
       "      <td>0.468683</td>\n",
       "      <td>0.601370</td>\n",
       "      <td>0.734057</td>\n",
       "      <td>0.866744</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>heating_slab_ratio</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.248110</td>\n",
       "      <td>0.152455</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.127910</td>\n",
       "      <td>0.249396</td>\n",
       "      <td>0.332952</td>\n",
       "      <td>0.967152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cooling_slab_ratio</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.047700</td>\n",
       "      <td>0.222071</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T_slab</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>21.560008</td>\n",
       "      <td>0.598855</td>\n",
       "      <td>19.703980</td>\n",
       "      <td>21.160410</td>\n",
       "      <td>21.619275</td>\n",
       "      <td>22.023426</td>\n",
       "      <td>22.790117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T_room_air_over_slab</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>20.557163</td>\n",
       "      <td>1.203596</td>\n",
       "      <td>17.028694</td>\n",
       "      <td>19.800160</td>\n",
       "      <td>20.574174</td>\n",
       "      <td>21.348166</td>\n",
       "      <td>23.724340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T_room_air_no_slab</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>20.980178</td>\n",
       "      <td>0.965849</td>\n",
       "      <td>17.820075</td>\n",
       "      <td>20.381267</td>\n",
       "      <td>21.097315</td>\n",
       "      <td>21.722858</td>\n",
       "      <td>22.962023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cons</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>20.514167</td>\n",
       "      <td>8.088409</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>12.920000</td>\n",
       "      <td>20.640000</td>\n",
       "      <td>27.108000</td>\n",
       "      <td>44.120000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>prod</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>10.011926</td>\n",
       "      <td>21.235735</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7.440000</td>\n",
       "      <td>96.040000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cons_noHVAC</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>12.914097</td>\n",
       "      <td>5.205980</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.009800</td>\n",
       "      <td>12.325953</td>\n",
       "      <td>16.438703</td>\n",
       "      <td>35.741112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Q_slab_heating</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>8010.817787</td>\n",
       "      <td>7671.752628</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>994.399243</td>\n",
       "      <td>4929.266177</td>\n",
       "      <td>15253.905814</td>\n",
       "      <td>27271.396617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Q_slab</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>8.012485</td>\n",
       "      <td>7.670426</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.996454</td>\n",
       "      <td>4.929266</td>\n",
       "      <td>15.253906</td>\n",
       "      <td>27.271397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Q_rest_heating</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>22.134765</td>\n",
       "      <td>20.317184</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.962538</td>\n",
       "      <td>13.125078</td>\n",
       "      <td>34.033166</td>\n",
       "      <td>84.646069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Q_rest</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>22.132854</td>\n",
       "      <td>20.317869</td>\n",
       "      <td>-0.058624</td>\n",
       "      <td>5.962538</td>\n",
       "      <td>13.125078</td>\n",
       "      <td>34.033166</td>\n",
       "      <td>84.646069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DNI</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.100876</td>\n",
       "      <td>0.247097</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000586</td>\n",
       "      <td>1.045000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GHI</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.107168</td>\n",
       "      <td>0.184439</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.152093</td>\n",
       "      <td>0.922717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DHI</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.061044</td>\n",
       "      <td>0.102724</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.089881</td>\n",
       "      <td>0.573233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>solar_projected_PV</th>\n",
       "      <td>8640.0</td>\n",
       "      <td>0.127327</td>\n",
       "      <td>0.234643</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.149983</td>\n",
       "      <td>1.104404</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       count         mean          std        min         25%  \\\n",
       "T_ext                 8640.0    -4.792727     7.204247 -24.472000   -9.659237   \n",
       "T_int                 8640.0    20.843961     1.034490  17.597100   20.198650   \n",
       "BIPVT_outletT         8640.0     0.465107     9.144518 -21.294000   -5.652580   \n",
       "BIPVT_dT              8640.0     5.257835     5.101538  -0.442380    2.417295   \n",
       "BIPVT_heat            8640.0     1.936815     4.157975  -0.243155    0.000000   \n",
       "geo_heat              8640.0   -24.434989    24.391290 -96.621649  -39.543297   \n",
       "heating_total         8640.0    30.145582    27.092717   0.000000    7.612362   \n",
       "cooling_total         8640.0    -0.000244     0.001268  -0.012138    0.000000   \n",
       "window_state          8640.0     0.601370     0.153241   0.335996    0.468683   \n",
       "heating_slab_ratio    8640.0     0.248110     0.152455   0.000000    0.127910   \n",
       "cooling_slab_ratio    8640.0     0.047700     0.222071   0.000000    0.000000   \n",
       "T_slab                8640.0    21.560008     0.598855  19.703980   21.160410   \n",
       "T_room_air_over_slab  8640.0    20.557163     1.203596  17.028694   19.800160   \n",
       "T_room_air_no_slab    8640.0    20.980178     0.965849  17.820075   20.381267   \n",
       "cons                  8640.0    20.514167     8.088409   0.000000   12.920000   \n",
       "prod                  8640.0    10.011926    21.235735   0.000000    0.000000   \n",
       "cons_noHVAC           8640.0    12.914097     5.205980   0.000000    9.009800   \n",
       "Q_slab_heating        8640.0  8010.817787  7671.752628   0.000000  994.399243   \n",
       "Q_slab                8640.0     8.012485     7.670426   0.000000    0.996454   \n",
       "Q_rest_heating        8640.0    22.134765    20.317184   0.000000    5.962538   \n",
       "Q_rest                8640.0    22.132854    20.317869  -0.058624    5.962538   \n",
       "DNI                   8640.0     0.100876     0.247097   0.000000    0.000000   \n",
       "GHI                   8640.0     0.107168     0.184439   0.000000    0.000000   \n",
       "DHI                   8640.0     0.061044     0.102724   0.000000    0.000000   \n",
       "solar_projected_PV    8640.0     0.127327     0.234643   0.000000    0.000000   \n",
       "\n",
       "                              50%           75%           max  \n",
       "T_ext                   -3.421715      0.626406     10.936800  \n",
       "T_int                   20.930700     21.606525     23.207500  \n",
       "BIPVT_outletT            0.751480      4.638980     33.204200  \n",
       "BIPVT_dT                 3.210130      5.563660     29.984610  \n",
       "BIPVT_heat               0.000000      2.149818     36.356439  \n",
       "geo_heat               -14.916776     -2.828047     12.449837  \n",
       "heating_total           19.346469     48.169892    110.490381  \n",
       "cooling_total            0.000000      0.000000      0.000000  \n",
       "window_state             0.601370      0.734057      0.866744  \n",
       "heating_slab_ratio       0.249396      0.332952      0.967152  \n",
       "cooling_slab_ratio       0.000000      0.000000      2.000000  \n",
       "T_slab                  21.619275     22.023426     22.790117  \n",
       "T_room_air_over_slab    20.574174     21.348166     23.724340  \n",
       "T_room_air_no_slab      21.097315     21.722858     22.962023  \n",
       "cons                    20.640000     27.108000     44.120000  \n",
       "prod                     0.000000      7.440000     96.040000  \n",
       "cons_noHVAC             12.325953     16.438703     35.741112  \n",
       "Q_slab_heating        4929.266177  15253.905814  27271.396617  \n",
       "Q_slab                   4.929266     15.253906     27.271397  \n",
       "Q_rest_heating          13.125078     34.033166     84.646069  \n",
       "Q_rest                  13.125078     34.033166     84.646069  \n",
       "DNI                      0.000000      0.000586      1.045000  \n",
       "GHI                      0.000000      0.152093      0.922717  \n",
       "DHI                      0.000000      0.089881      0.573233  \n",
       "solar_projected_PV       0.000000      0.149983      1.104404  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe(include=\"all\").T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "7885f71402fe45efa5cd6b6ea8a28305",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Summarize dataset:   0%|          | 0/5 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ffebd7043bd747729ee39ea702849335",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generate report structure:   0%|          | 0/1 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "7e0d9f93f8a6434b8c570c8d5f6059e0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Render HTML:   0%|          | 0/1 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "54aa30d0b81343558b2b8f7756674c54",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Export report to file:   0%|          | 0/1 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "profile = ProfileReport(df)\n",
    "profile.to_file(\"pandas-profile.html\")\n",
    "\n",
    "# You can also open this directly in Jupyter Notebook by using widgets\n",
    "# run `conda install -c conda-forge ipywidgets` first\n",
    "# profile.to_widgets()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Conclusion\n",
    "+ Run as a preliminary step\n",
    "+ Learn what these statistics mean\n",
    "+ Add your own given your end use"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "952c89cfe1cc6a26e8383d94bf89a7ee9077deb690c54f54e7e2cf6ece4e42f3"
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}