financial-data-webscraping.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "from datetime import datetime\n",
    "import lxml\n",
    "from lxml import html\n",
    "import requests\n",
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_page(url):\n",
    "    return requests.get(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_rows(table_rows):\n",
    "    parsed_rows = []\n",
    "\n",
    "    for table_row in table_rows:\n",
    "        parsed_row = []\n",
    "        el = table_row.xpath(\"./div\")\n",
    "\n",
    "        none_count = 0\n",
    "\n",
    "        for rs in el:\n",
    "            try:\n",
    "                (text,) = rs.xpath('.//span/text()[1]')\n",
    "                parsed_row.append(text)\n",
    "            except ValueError:\n",
    "                parsed_row.append(np.NaN)\n",
    "                none_count += 1\n",
    "\n",
    "        if (none_count < 4):\n",
    "            parsed_rows.append(parsed_row)\n",
    "            \n",
    "    return pd.DataFrame(parsed_rows)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_data(df):\n",
    "    df = df.set_index(0) \n",
    "    df = df.transpose()\n",
    "    \n",
    "    cols = list(df.columns)\n",
    "    cols[0] = 'Date'\n",
    "    df = df.set_axis(cols, axis='columns', inplace=False)\n",
    "    \n",
    "    numeric_columns = list(df.columns)[1::] \n",
    "\n",
    "    for column_index in range(1, len(df.columns)): \n",
    "        df.iloc[:,column_index] = df.iloc[:,column_index].str.replace(',', '') \n",
    "        df.iloc[:,column_index] = df.iloc[:,column_index].astype(np.float64)\n",
    "        \n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scrape_table(url):\n",
    "    page = get_page(url);\n",
    "    tree = html.fromstring(page.content)\n",
    "    table_rows = tree.xpath(\"//div[contains(@class, 'D(tbr)')]\")    \n",
    "    df = parse_rows(table_rows)\n",
    "    df = clean_data(df)\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "symbol = 'AAPL'\n",
    "df_balance_sheet = scrape_table('https://finance.yahoo.com/quote/' + symbol + '/balance-sheet?p=' + symbol)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Total Assets</th>\n",
       "      <th>Total Liabilities Net Minority Interest</th>\n",
       "      <th>Total Equity Gross Minority Interest</th>\n",
       "      <th>Total Capitalization</th>\n",
       "      <th>Common Stock Equity</th>\n",
       "      <th>Net Tangible Assets</th>\n",
       "      <th>Working Capital</th>\n",
       "      <th>Invested Capital</th>\n",
       "      <th>Tangible Book Value</th>\n",
       "      <th>Total Debt</th>\n",
       "      <th>Net Debt</th>\n",
       "      <th>Share Issued</th>\n",
       "      <th>Ordinary Shares Number</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9/30/2019</td>\n",
       "      <td>338516000.0</td>\n",
       "      <td>248028000.0</td>\n",
       "      <td>90488000.0</td>\n",
       "      <td>182295000.0</td>\n",
       "      <td>90488000.0</td>\n",
       "      <td>90488000.0</td>\n",
       "      <td>57101000.0</td>\n",
       "      <td>198535000.0</td>\n",
       "      <td>90488000.0</td>\n",
       "      <td>108047000.0</td>\n",
       "      <td>59203000.0</td>\n",
       "      <td>4443236.0</td>\n",
       "      <td>4443236.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9/30/2018</td>\n",
       "      <td>365725000.0</td>\n",
       "      <td>258578000.0</td>\n",
       "      <td>107147000.0</td>\n",
       "      <td>200882000.0</td>\n",
       "      <td>107147000.0</td>\n",
       "      <td>107147000.0</td>\n",
       "      <td>14473000.0</td>\n",
       "      <td>221630000.0</td>\n",
       "      <td>107147000.0</td>\n",
       "      <td>114483000.0</td>\n",
       "      <td>88570000.0</td>\n",
       "      <td>4754986.0</td>\n",
       "      <td>4754986.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9/30/2017</td>\n",
       "      <td>375319000.0</td>\n",
       "      <td>241272000.0</td>\n",
       "      <td>134047000.0</td>\n",
       "      <td>231254000.0</td>\n",
       "      <td>134047000.0</td>\n",
       "      <td>126032000.0</td>\n",
       "      <td>27831000.0</td>\n",
       "      <td>249727000.0</td>\n",
       "      <td>126032000.0</td>\n",
       "      <td>115680000.0</td>\n",
       "      <td>95391000.0</td>\n",
       "      <td>5126201.0</td>\n",
       "      <td>5126201.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9/30/2016</td>\n",
       "      <td>321686000.0</td>\n",
       "      <td>193437000.0</td>\n",
       "      <td>128249000.0</td>\n",
       "      <td>203676000.0</td>\n",
       "      <td>128249000.0</td>\n",
       "      <td>119629000.0</td>\n",
       "      <td>27863000.0</td>\n",
       "      <td>215281000.0</td>\n",
       "      <td>119629000.0</td>\n",
       "      <td>87032000.0</td>\n",
       "      <td>66548000.0</td>\n",
       "      <td>5336166.0</td>\n",
       "      <td>5336166.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Date  Total Assets  Total Liabilities Net Minority Interest  \\\n",
       "1  9/30/2019   338516000.0                              248028000.0   \n",
       "2  9/30/2018   365725000.0                              258578000.0   \n",
       "3  9/30/2017   375319000.0                              241272000.0   \n",
       "4  9/30/2016   321686000.0                              193437000.0   \n",
       "\n",
       "   Total Equity Gross Minority Interest  Total Capitalization  \\\n",
       "1                            90488000.0           182295000.0   \n",
       "2                           107147000.0           200882000.0   \n",
       "3                           134047000.0           231254000.0   \n",
       "4                           128249000.0           203676000.0   \n",
       "\n",
       "   Common Stock Equity  Net Tangible Assets  Working Capital  \\\n",
       "1           90488000.0           90488000.0       57101000.0   \n",
       "2          107147000.0          107147000.0       14473000.0   \n",
       "3          134047000.0          126032000.0       27831000.0   \n",
       "4          128249000.0          119629000.0       27863000.0   \n",
       "\n",
       "   Invested Capital  Tangible Book Value   Total Debt    Net Debt  \\\n",
       "1       198535000.0           90488000.0  108047000.0  59203000.0   \n",
       "2       221630000.0          107147000.0  114483000.0  88570000.0   \n",
       "3       249727000.0          126032000.0  115680000.0  95391000.0   \n",
       "4       215281000.0          119629000.0   87032000.0  66548000.0   \n",
       "\n",
       "   Share Issued  Ordinary Shares Number  \n",
       "1     4443236.0               4443236.0  \n",
       "2     4754986.0               4754986.0  \n",
       "3     5126201.0               5126201.0  \n",
       "4     5336166.0               5336166.0  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_balance_sheet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_income_statement = scrape_table('https://finance.yahoo.com/quote/' + symbol + '/financials?p=' + symbol)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Total Revenue</th>\n",
       "      <th>Cost of Revenue</th>\n",
       "      <th>Gross Profit</th>\n",
       "      <th>Operating Expense</th>\n",
       "      <th>Operating Income</th>\n",
       "      <th>Net Non Operating Interest Income Expense</th>\n",
       "      <th>Other Income Expense</th>\n",
       "      <th>Pretax Income</th>\n",
       "      <th>Tax Provision</th>\n",
       "      <th>...</th>\n",
       "      <th>Interest Income</th>\n",
       "      <th>Interest Expense</th>\n",
       "      <th>Net Interest Income</th>\n",
       "      <th>EBIT</th>\n",
       "      <th>Reconciled Cost of Revenue</th>\n",
       "      <th>Reconciled Depreciation</th>\n",
       "      <th>Net Income from Continuing Operation Net Minority Interest</th>\n",
       "      <th>Normalized EBITDA</th>\n",
       "      <th>Tax Rate for Calcs</th>\n",
       "      <th>Tax Effect of Unusual Items</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ttm</td>\n",
       "      <td>273857000.0</td>\n",
       "      <td>169277000.0</td>\n",
       "      <td>104580000.0</td>\n",
       "      <td>37442000.0</td>\n",
       "      <td>67138000.0</td>\n",
       "      <td>1052000.0</td>\n",
       "      <td>127000.0</td>\n",
       "      <td>68317000.0</td>\n",
       "      <td>9893000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4101000.0</td>\n",
       "      <td>3049000.0</td>\n",
       "      <td>1052000.0</td>\n",
       "      <td>71366000.0</td>\n",
       "      <td>169277000.0</td>\n",
       "      <td>11533000.0</td>\n",
       "      <td>58424000.0</td>\n",
       "      <td>82899000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9/30/2019</td>\n",
       "      <td>260174000.0</td>\n",
       "      <td>161782000.0</td>\n",
       "      <td>98392000.0</td>\n",
       "      <td>34462000.0</td>\n",
       "      <td>63930000.0</td>\n",
       "      <td>1385000.0</td>\n",
       "      <td>422000.0</td>\n",
       "      <td>65737000.0</td>\n",
       "      <td>10481000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4961000.0</td>\n",
       "      <td>3576000.0</td>\n",
       "      <td>1385000.0</td>\n",
       "      <td>69313000.0</td>\n",
       "      <td>161782000.0</td>\n",
       "      <td>12547000.0</td>\n",
       "      <td>55256000.0</td>\n",
       "      <td>81860000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9/30/2018</td>\n",
       "      <td>265595000.0</td>\n",
       "      <td>163756000.0</td>\n",
       "      <td>101839000.0</td>\n",
       "      <td>30941000.0</td>\n",
       "      <td>70898000.0</td>\n",
       "      <td>2446000.0</td>\n",
       "      <td>-441000.0</td>\n",
       "      <td>72903000.0</td>\n",
       "      <td>13372000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5686000.0</td>\n",
       "      <td>3240000.0</td>\n",
       "      <td>2446000.0</td>\n",
       "      <td>76143000.0</td>\n",
       "      <td>163756000.0</td>\n",
       "      <td>10903000.0</td>\n",
       "      <td>59531000.0</td>\n",
       "      <td>87046000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9/30/2017</td>\n",
       "      <td>229234000.0</td>\n",
       "      <td>141048000.0</td>\n",
       "      <td>88186000.0</td>\n",
       "      <td>26842000.0</td>\n",
       "      <td>61344000.0</td>\n",
       "      <td>2878000.0</td>\n",
       "      <td>-133000.0</td>\n",
       "      <td>64089000.0</td>\n",
       "      <td>15738000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5201000.0</td>\n",
       "      <td>2323000.0</td>\n",
       "      <td>2878000.0</td>\n",
       "      <td>66412000.0</td>\n",
       "      <td>141048000.0</td>\n",
       "      <td>10157000.0</td>\n",
       "      <td>48351000.0</td>\n",
       "      <td>76569000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>9/30/2016</td>\n",
       "      <td>215639000.0</td>\n",
       "      <td>131376000.0</td>\n",
       "      <td>84263000.0</td>\n",
       "      <td>24239000.0</td>\n",
       "      <td>60024000.0</td>\n",
       "      <td>2543000.0</td>\n",
       "      <td>-1195000.0</td>\n",
       "      <td>61372000.0</td>\n",
       "      <td>15685000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3999000.0</td>\n",
       "      <td>1456000.0</td>\n",
       "      <td>2543000.0</td>\n",
       "      <td>62828000.0</td>\n",
       "      <td>131376000.0</td>\n",
       "      <td>10505000.0</td>\n",
       "      <td>45687000.0</td>\n",
       "      <td>73333000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Date  Total Revenue  Cost of Revenue  Gross Profit  Operating Expense  \\\n",
       "1        ttm    273857000.0      169277000.0   104580000.0         37442000.0   \n",
       "2  9/30/2019    260174000.0      161782000.0    98392000.0         34462000.0   \n",
       "3  9/30/2018    265595000.0      163756000.0   101839000.0         30941000.0   \n",
       "4  9/30/2017    229234000.0      141048000.0    88186000.0         26842000.0   \n",
       "5  9/30/2016    215639000.0      131376000.0    84263000.0         24239000.0   \n",
       "\n",
       "   Operating Income  Net Non Operating Interest Income Expense  \\\n",
       "1        67138000.0                                  1052000.0   \n",
       "2        63930000.0                                  1385000.0   \n",
       "3        70898000.0                                  2446000.0   \n",
       "4        61344000.0                                  2878000.0   \n",
       "5        60024000.0                                  2543000.0   \n",
       "\n",
       "   Other Income Expense  Pretax Income  Tax Provision  ...  Interest Income  \\\n",
       "1              127000.0     68317000.0      9893000.0  ...        4101000.0   \n",
       "2              422000.0     65737000.0     10481000.0  ...        4961000.0   \n",
       "3             -441000.0     72903000.0     13372000.0  ...        5686000.0   \n",
       "4             -133000.0     64089000.0     15738000.0  ...        5201000.0   \n",
       "5            -1195000.0     61372000.0     15685000.0  ...        3999000.0   \n",
       "\n",
       "   Interest Expense  Net Interest Income        EBIT  \\\n",
       "1         3049000.0            1052000.0  71366000.0   \n",
       "2         3576000.0            1385000.0  69313000.0   \n",
       "3         3240000.0            2446000.0  76143000.0   \n",
       "4         2323000.0            2878000.0  66412000.0   \n",
       "5         1456000.0            2543000.0  62828000.0   \n",
       "\n",
       "   Reconciled Cost of Revenue  Reconciled Depreciation  \\\n",
       "1                 169277000.0               11533000.0   \n",
       "2                 161782000.0               12547000.0   \n",
       "3                 163756000.0               10903000.0   \n",
       "4                 141048000.0               10157000.0   \n",
       "5                 131376000.0               10505000.0   \n",
       "\n",
       "   Net Income from Continuing Operation Net Minority Interest  \\\n",
       "1                                         58424000.0            \n",
       "2                                         55256000.0            \n",
       "3                                         59531000.0            \n",
       "4                                         48351000.0            \n",
       "5                                         45687000.0            \n",
       "\n",
       "   Normalized EBITDA  Tax Rate for Calcs  Tax Effect of Unusual Items  \n",
       "1         82899000.0                 0.0                          0.0  \n",
       "2         81860000.0                 0.0                          0.0  \n",
       "3         87046000.0                 0.0                          0.0  \n",
       "4         76569000.0                 0.0                          0.0  \n",
       "5         73333000.0                 0.0                          0.0  \n",
       "\n",
       "[5 rows x 30 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_income_statement"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_cashflow_statement = scrape_table('https://finance.yahoo.com/quote/' + symbol + '/cash-flow?p=' + symbol)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Operating Cash Flow</th>\n",
       "      <th>Investing Cash Flow</th>\n",
       "      <th>Financing Cash Flow</th>\n",
       "      <th>End Cash Position</th>\n",
       "      <th>Income Tax Paid Supplemental Data</th>\n",
       "      <th>Interest Paid Supplemental Data</th>\n",
       "      <th>Capital Expenditure</th>\n",
       "      <th>Issuance of Capital Stock</th>\n",
       "      <th>Issuance of Debt</th>\n",
       "      <th>Repayment of Debt</th>\n",
       "      <th>Repurchase of Capital Stock</th>\n",
       "      <th>Free Cash Flow</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ttm</td>\n",
       "      <td>80008000.0</td>\n",
       "      <td>-10618000.0</td>\n",
       "      <td>-86502000.0</td>\n",
       "      <td>35039000.0</td>\n",
       "      <td>11878000.0</td>\n",
       "      <td>3135000.0</td>\n",
       "      <td>-8302000.0</td>\n",
       "      <td>820000.0</td>\n",
       "      <td>22794000.0</td>\n",
       "      <td>-13908000.0</td>\n",
       "      <td>-72615000.0</td>\n",
       "      <td>71706000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9/30/2019</td>\n",
       "      <td>69391000.0</td>\n",
       "      <td>45896000.0</td>\n",
       "      <td>-90976000.0</td>\n",
       "      <td>50224000.0</td>\n",
       "      <td>15263000.0</td>\n",
       "      <td>3423000.0</td>\n",
       "      <td>-10495000.0</td>\n",
       "      <td>781000.0</td>\n",
       "      <td>6963000.0</td>\n",
       "      <td>-8805000.0</td>\n",
       "      <td>-66897000.0</td>\n",
       "      <td>58896000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9/30/2018</td>\n",
       "      <td>77434000.0</td>\n",
       "      <td>16066000.0</td>\n",
       "      <td>-87876000.0</td>\n",
       "      <td>25913000.0</td>\n",
       "      <td>10417000.0</td>\n",
       "      <td>3022000.0</td>\n",
       "      <td>-13313000.0</td>\n",
       "      <td>669000.0</td>\n",
       "      <td>6969000.0</td>\n",
       "      <td>-6500000.0</td>\n",
       "      <td>-72738000.0</td>\n",
       "      <td>64121000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9/30/2017</td>\n",
       "      <td>63598000.0</td>\n",
       "      <td>-46446000.0</td>\n",
       "      <td>-17347000.0</td>\n",
       "      <td>20289000.0</td>\n",
       "      <td>11591000.0</td>\n",
       "      <td>2092000.0</td>\n",
       "      <td>-12795000.0</td>\n",
       "      <td>555000.0</td>\n",
       "      <td>28662000.0</td>\n",
       "      <td>-3500000.0</td>\n",
       "      <td>-32900000.0</td>\n",
       "      <td>50803000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>9/30/2016</td>\n",
       "      <td>65824000.0</td>\n",
       "      <td>-45977000.0</td>\n",
       "      <td>-20483000.0</td>\n",
       "      <td>20484000.0</td>\n",
       "      <td>10444000.0</td>\n",
       "      <td>1316000.0</td>\n",
       "      <td>-13548000.0</td>\n",
       "      <td>495000.0</td>\n",
       "      <td>24954000.0</td>\n",
       "      <td>-2500000.0</td>\n",
       "      <td>-29722000.0</td>\n",
       "      <td>52276000.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Date  Operating Cash Flow  Investing Cash Flow  Financing Cash Flow  \\\n",
       "1        ttm           80008000.0          -10618000.0          -86502000.0   \n",
       "2  9/30/2019           69391000.0           45896000.0          -90976000.0   \n",
       "3  9/30/2018           77434000.0           16066000.0          -87876000.0   \n",
       "4  9/30/2017           63598000.0          -46446000.0          -17347000.0   \n",
       "5  9/30/2016           65824000.0          -45977000.0          -20483000.0   \n",
       "\n",
       "   End Cash Position  Income Tax Paid Supplemental Data  \\\n",
       "1         35039000.0                         11878000.0   \n",
       "2         50224000.0                         15263000.0   \n",
       "3         25913000.0                         10417000.0   \n",
       "4         20289000.0                         11591000.0   \n",
       "5         20484000.0                         10444000.0   \n",
       "\n",
       "   Interest Paid Supplemental Data  Capital Expenditure  \\\n",
       "1                        3135000.0           -8302000.0   \n",
       "2                        3423000.0          -10495000.0   \n",
       "3                        3022000.0          -13313000.0   \n",
       "4                        2092000.0          -12795000.0   \n",
       "5                        1316000.0          -13548000.0   \n",
       "\n",
       "   Issuance of Capital Stock  Issuance of Debt  Repayment of Debt  \\\n",
       "1                   820000.0        22794000.0        -13908000.0   \n",
       "2                   781000.0         6963000.0         -8805000.0   \n",
       "3                   669000.0         6969000.0         -6500000.0   \n",
       "4                   555000.0        28662000.0         -3500000.0   \n",
       "5                   495000.0        24954000.0         -2500000.0   \n",
       "\n",
       "   Repurchase of Capital Stock  Free Cash Flow  \n",
       "1                  -72615000.0      71706000.0  \n",
       "2                  -66897000.0      58896000.0  \n",
       "3                  -72738000.0      64121000.0  \n",
       "4                  -32900000.0      50803000.0  \n",
       "5                  -29722000.0      52276000.0  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_cashflow_statement"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define one function that scraps everything and puts in a Single Dataframe for a given ticker"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scrape(symbol):\n",
    "    print('Attempting to scrape data for ' + symbol)\n",
    "\n",
    "    df_balance_sheet = scrape_table('https://finance.yahoo.com/quote/' + symbol + '/balance-sheet?p=' + symbol)\n",
    "    df_balance_sheet = df_balance_sheet.set_index('Date')\n",
    "\n",
    "    df_income_statement = scrape_table('https://finance.yahoo.com/quote/' + symbol + '/financials?p=' + symbol)\n",
    "    df_income_statement = df_income_statement.set_index('Date')\n",
    "    \n",
    "    df_cash_flow = scrape_table('https://finance.yahoo.com/quote/' + symbol + '/cash-flow?p=' + symbol)\n",
    "    df_cash_flow = df_cash_flow.set_index('Date')\n",
    "    \n",
    "    df_joined = df_balance_sheet \\\n",
    "        .join(df_income_statement, on='Date', how='outer', rsuffix=' - Income Statement') \\\n",
    "        .join(df_cash_flow, on='Date', how='outer', rsuffix=' - Cash Flow') \\\n",
    "        .dropna(axis=1, how='all') \\\n",
    "        .reset_index()\n",
    "            \n",
    "    df_joined.insert(1, 'Symbol', symbol)\n",
    "    print('Successfully scraped data for ' + symbol)\n",
    "    return df_joined\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attempting to scrape data for RELIANCE.NS\n",
      "Successfully scraped data for RELIANCE.NS\n"
     ]
    }
   ],
   "source": [
    "financial_data_reliance = scrape('RELIANCE.NS')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Symbol</th>\n",
       "      <th>Date</th>\n",
       "      <th>Total Assets</th>\n",
       "      <th>Total Liabilities Net Minority Interest</th>\n",
       "      <th>Total Equity Gross Minority Interest</th>\n",
       "      <th>Total Capitalization</th>\n",
       "      <th>Common Stock Equity</th>\n",
       "      <th>Net Tangible Assets</th>\n",
       "      <th>Working Capital</th>\n",
       "      <th>...</th>\n",
       "      <th>Financing Cash Flow</th>\n",
       "      <th>End Cash Position</th>\n",
       "      <th>Income Tax Paid Supplemental Data</th>\n",
       "      <th>Interest Paid Supplemental Data</th>\n",
       "      <th>Capital Expenditure</th>\n",
       "      <th>Issuance of Capital Stock</th>\n",
       "      <th>Issuance of Debt</th>\n",
       "      <th>Repayment of Debt</th>\n",
       "      <th>Repurchase of Capital Stock</th>\n",
       "      <th>Free Cash Flow</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9/30/2019</td>\n",
       "      <td>AAPL</td>\n",
       "      <td>9/30/2019</td>\n",
       "      <td>338516000.0</td>\n",
       "      <td>248028000.0</td>\n",
       "      <td>90488000.0</td>\n",
       "      <td>182295000.0</td>\n",
       "      <td>90488000.0</td>\n",
       "      <td>90488000.0</td>\n",
       "      <td>57101000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-90976000.0</td>\n",
       "      <td>50224000.0</td>\n",
       "      <td>15263000.0</td>\n",
       "      <td>3423000.0</td>\n",
       "      <td>-10495000.0</td>\n",
       "      <td>781000.0</td>\n",
       "      <td>6963000.0</td>\n",
       "      <td>-8805000.0</td>\n",
       "      <td>-66897000.0</td>\n",
       "      <td>58896000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9/30/2018</td>\n",
       "      <td>AAPL</td>\n",
       "      <td>9/30/2018</td>\n",
       "      <td>365725000.0</td>\n",
       "      <td>258578000.0</td>\n",
       "      <td>107147000.0</td>\n",
       "      <td>200882000.0</td>\n",
       "      <td>107147000.0</td>\n",
       "      <td>107147000.0</td>\n",
       "      <td>14473000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-87876000.0</td>\n",
       "      <td>25913000.0</td>\n",
       "      <td>10417000.0</td>\n",
       "      <td>3022000.0</td>\n",
       "      <td>-13313000.0</td>\n",
       "      <td>669000.0</td>\n",
       "      <td>6969000.0</td>\n",
       "      <td>-6500000.0</td>\n",
       "      <td>-72738000.0</td>\n",
       "      <td>64121000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9/30/2017</td>\n",
       "      <td>AAPL</td>\n",
       "      <td>9/30/2017</td>\n",
       "      <td>375319000.0</td>\n",
       "      <td>241272000.0</td>\n",
       "      <td>134047000.0</td>\n",
       "      <td>231254000.0</td>\n",
       "      <td>134047000.0</td>\n",
       "      <td>126032000.0</td>\n",
       "      <td>27831000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-17347000.0</td>\n",
       "      <td>20289000.0</td>\n",
       "      <td>11591000.0</td>\n",
       "      <td>2092000.0</td>\n",
       "      <td>-12795000.0</td>\n",
       "      <td>555000.0</td>\n",
       "      <td>28662000.0</td>\n",
       "      <td>-3500000.0</td>\n",
       "      <td>-32900000.0</td>\n",
       "      <td>50803000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9/30/2016</td>\n",
       "      <td>AAPL</td>\n",
       "      <td>9/30/2016</td>\n",
       "      <td>321686000.0</td>\n",
       "      <td>193437000.0</td>\n",
       "      <td>128249000.0</td>\n",
       "      <td>203676000.0</td>\n",
       "      <td>128249000.0</td>\n",
       "      <td>119629000.0</td>\n",
       "      <td>27863000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-20483000.0</td>\n",
       "      <td>20484000.0</td>\n",
       "      <td>10444000.0</td>\n",
       "      <td>1316000.0</td>\n",
       "      <td>-13548000.0</td>\n",
       "      <td>495000.0</td>\n",
       "      <td>24954000.0</td>\n",
       "      <td>-2500000.0</td>\n",
       "      <td>-29722000.0</td>\n",
       "      <td>52276000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>AAPL</td>\n",
       "      <td>ttm</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>-86502000.0</td>\n",
       "      <td>35039000.0</td>\n",
       "      <td>11878000.0</td>\n",
       "      <td>3135000.0</td>\n",
       "      <td>-8302000.0</td>\n",
       "      <td>820000.0</td>\n",
       "      <td>22794000.0</td>\n",
       "      <td>-13908000.0</td>\n",
       "      <td>-72615000.0</td>\n",
       "      <td>71706000.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 57 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       index Symbol       Date  Total Assets  \\\n",
       "0  9/30/2019   AAPL  9/30/2019   338516000.0   \n",
       "1  9/30/2018   AAPL  9/30/2018   365725000.0   \n",
       "2  9/30/2017   AAPL  9/30/2017   375319000.0   \n",
       "3  9/30/2016   AAPL  9/30/2016   321686000.0   \n",
       "4        NaN   AAPL        ttm           NaN   \n",
       "\n",
       "   Total Liabilities Net Minority Interest  \\\n",
       "0                              248028000.0   \n",
       "1                              258578000.0   \n",
       "2                              241272000.0   \n",
       "3                              193437000.0   \n",
       "4                                      NaN   \n",
       "\n",
       "   Total Equity Gross Minority Interest  Total Capitalization  \\\n",
       "0                            90488000.0           182295000.0   \n",
       "1                           107147000.0           200882000.0   \n",
       "2                           134047000.0           231254000.0   \n",
       "3                           128249000.0           203676000.0   \n",
       "4                                   NaN                   NaN   \n",
       "\n",
       "   Common Stock Equity  Net Tangible Assets  Working Capital  ...  \\\n",
       "0           90488000.0           90488000.0       57101000.0  ...   \n",
       "1          107147000.0          107147000.0       14473000.0  ...   \n",
       "2          134047000.0          126032000.0       27831000.0  ...   \n",
       "3          128249000.0          119629000.0       27863000.0  ...   \n",
       "4                  NaN                  NaN              NaN  ...   \n",
       "\n",
       "   Financing Cash Flow  End Cash Position  Income Tax Paid Supplemental Data  \\\n",
       "0          -90976000.0         50224000.0                         15263000.0   \n",
       "1          -87876000.0         25913000.0                         10417000.0   \n",
       "2          -17347000.0         20289000.0                         11591000.0   \n",
       "3          -20483000.0         20484000.0                         10444000.0   \n",
       "4          -86502000.0         35039000.0                         11878000.0   \n",
       "\n",
       "   Interest Paid Supplemental Data  Capital Expenditure  \\\n",
       "0                        3423000.0          -10495000.0   \n",
       "1                        3022000.0          -13313000.0   \n",
       "2                        2092000.0          -12795000.0   \n",
       "3                        1316000.0          -13548000.0   \n",
       "4                        3135000.0           -8302000.0   \n",
       "\n",
       "   Issuance of Capital Stock  Issuance of Debt  Repayment of Debt  \\\n",
       "0                   781000.0         6963000.0         -8805000.0   \n",
       "1                   669000.0         6969000.0         -6500000.0   \n",
       "2                   555000.0        28662000.0         -3500000.0   \n",
       "3                   495000.0        24954000.0         -2500000.0   \n",
       "4                   820000.0        22794000.0        -13908000.0   \n",
       "\n",
       "   Repurchase of Capital Stock  Free Cash Flow  \n",
       "0                  -66897000.0      58896000.0  \n",
       "1                  -72738000.0      64121000.0  \n",
       "2                  -32900000.0      50803000.0  \n",
       "3                  -29722000.0      52276000.0  \n",
       "4                  -72615000.0      71706000.0  \n",
       "\n",
       "[5 rows x 57 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "financial_data_aapl"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Scrape for a list of symbols"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scrape_multi_symbols(symbols):\n",
    "    return pd.concat([scrape(symbol) for symbol in symbols], sort=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attempting to scrape data for MSFT\n",
      "Successfully scraped data for MSFT\n",
      "Attempting to scrape data for TSLA\n",
      "Successfully scraped data for TSLA\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Symbol</th>\n",
       "      <th>Date</th>\n",
       "      <th>Total Assets</th>\n",
       "      <th>Total Liabilities Net Minority Interest</th>\n",
       "      <th>Total Equity Gross Minority Interest</th>\n",
       "      <th>Total Capitalization</th>\n",
       "      <th>Common Stock Equity</th>\n",
       "      <th>Capital Lease Obligations</th>\n",
       "      <th>Net Tangible Assets</th>\n",
       "      <th>...</th>\n",
       "      <th>Financing Cash Flow</th>\n",
       "      <th>End Cash Position</th>\n",
       "      <th>Capital Expenditure</th>\n",
       "      <th>Issuance of Capital Stock</th>\n",
       "      <th>Issuance of Debt</th>\n",
       "      <th>Repayment of Debt</th>\n",
       "      <th>Repurchase of Capital Stock</th>\n",
       "      <th>Free Cash Flow</th>\n",
       "      <th>Income Tax Paid Supplemental Data</th>\n",
       "      <th>Interest Paid Supplemental Data</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6/30/2020</td>\n",
       "      <td>MSFT</td>\n",
       "      <td>6/30/2020</td>\n",
       "      <td>301311000.0</td>\n",
       "      <td>183007000.0</td>\n",
       "      <td>118304000.0</td>\n",
       "      <td>177882000.0</td>\n",
       "      <td>118304000.0</td>\n",
       "      <td>7671000.0</td>\n",
       "      <td>67915000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-46031000.0</td>\n",
       "      <td>13576000.0</td>\n",
       "      <td>-15441000.0</td>\n",
       "      <td>1343000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-5518000.0</td>\n",
       "      <td>-22968000.0</td>\n",
       "      <td>45234000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6/30/2019</td>\n",
       "      <td>MSFT</td>\n",
       "      <td>6/30/2019</td>\n",
       "      <td>286556000.0</td>\n",
       "      <td>184226000.0</td>\n",
       "      <td>102330000.0</td>\n",
       "      <td>168992000.0</td>\n",
       "      <td>102330000.0</td>\n",
       "      <td>6188000.0</td>\n",
       "      <td>52554000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-36887000.0</td>\n",
       "      <td>11356000.0</td>\n",
       "      <td>-13925000.0</td>\n",
       "      <td>1142000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-4000000.0</td>\n",
       "      <td>-19543000.0</td>\n",
       "      <td>38260000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6/30/2018</td>\n",
       "      <td>MSFT</td>\n",
       "      <td>6/30/2018</td>\n",
       "      <td>258848000.0</td>\n",
       "      <td>176130000.0</td>\n",
       "      <td>82718000.0</td>\n",
       "      <td>154960000.0</td>\n",
       "      <td>82718000.0</td>\n",
       "      <td>5568000.0</td>\n",
       "      <td>38982000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>-33590000.0</td>\n",
       "      <td>11946000.0</td>\n",
       "      <td>-11632000.0</td>\n",
       "      <td>1002000.0</td>\n",
       "      <td>7183000.0</td>\n",
       "      <td>-10060000.0</td>\n",
       "      <td>-10721000.0</td>\n",
       "      <td>32252000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6/30/2017</td>\n",
       "      <td>MSFT</td>\n",
       "      <td>6/30/2017</td>\n",
       "      <td>241086000.0</td>\n",
       "      <td>168692000.0</td>\n",
       "      <td>72394000.0</td>\n",
       "      <td>148467000.0</td>\n",
       "      <td>72394000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27166000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8408000.0</td>\n",
       "      <td>7663000.0</td>\n",
       "      <td>-8129000.0</td>\n",
       "      <td>772000.0</td>\n",
       "      <td>44344000.0</td>\n",
       "      <td>-7922000.0</td>\n",
       "      <td>-11788000.0</td>\n",
       "      <td>31378000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>MSFT</td>\n",
       "      <td>ttm</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>-46031000.0</td>\n",
       "      <td>13576000.0</td>\n",
       "      <td>-15441000.0</td>\n",
       "      <td>1343000.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-5518000.0</td>\n",
       "      <td>-22968000.0</td>\n",
       "      <td>45234000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>12/31/2019</td>\n",
       "      <td>TSLA</td>\n",
       "      <td>12/31/2019</td>\n",
       "      <td>34309000.0</td>\n",
       "      <td>26842000.0</td>\n",
       "      <td>7467000.0</td>\n",
       "      <td>18252000.0</td>\n",
       "      <td>6618000.0</td>\n",
       "      <td>1050000.0</td>\n",
       "      <td>6081000.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1529000.0</td>\n",
       "      <td>6783000.0</td>\n",
       "      <td>-1437000.0</td>\n",
       "      <td>848000.0</td>\n",
       "      <td>10669000.0</td>\n",
       "      <td>-9871000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>968000.0</td>\n",
       "      <td>54000.0</td>\n",
       "      <td>455000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>12/31/2018</td>\n",
       "      <td>TSLA</td>\n",
       "      <td>12/31/2018</td>\n",
       "      <td>29739614.0</td>\n",
       "      <td>23981974.0</td>\n",
       "      <td>5757640.0</td>\n",
       "      <td>14326915.0</td>\n",
       "      <td>4923243.0</td>\n",
       "      <td>1855900.0</td>\n",
       "      <td>4572592.0</td>\n",
       "      <td>...</td>\n",
       "      <td>573755.0</td>\n",
       "      <td>4276388.0</td>\n",
       "      <td>-2319516.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6176173.0</td>\n",
       "      <td>-6087029.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-221714.0</td>\n",
       "      <td>35409.0</td>\n",
       "      <td>380836.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>12/31/2017</td>\n",
       "      <td>TSLA</td>\n",
       "      <td>12/31/2017</td>\n",
       "      <td>28655372.0</td>\n",
       "      <td>23420784.0</td>\n",
       "      <td>5234588.0</td>\n",
       "      <td>13655631.0</td>\n",
       "      <td>4237242.0</td>\n",
       "      <td>1801010.0</td>\n",
       "      <td>3815503.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4414864.0</td>\n",
       "      <td>3367914.0</td>\n",
       "      <td>-4081354.0</td>\n",
       "      <td>400175.0</td>\n",
       "      <td>7649376.0</td>\n",
       "      <td>-4263788.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-4142008.0</td>\n",
       "      <td>65695.0</td>\n",
       "      <td>182571.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12/31/2016</td>\n",
       "      <td>TSLA</td>\n",
       "      <td>12/31/2016</td>\n",
       "      <td>22664076.0</td>\n",
       "      <td>17125990.0</td>\n",
       "      <td>5538086.0</td>\n",
       "      <td>10731195.0</td>\n",
       "      <td>4752911.0</td>\n",
       "      <td>1459684.0</td>\n",
       "      <td>4376766.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3743976.0</td>\n",
       "      <td>3393216.0</td>\n",
       "      <td>-1440471.0</td>\n",
       "      <td>1701734.0</td>\n",
       "      <td>3622673.0</td>\n",
       "      <td>-1904483.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1564300.0</td>\n",
       "      <td>16385.0</td>\n",
       "      <td>38693.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>TSLA</td>\n",
       "      <td>ttm</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2870000.0</td>\n",
       "      <td>9089000.0</td>\n",
       "      <td>-1906000.0</td>\n",
       "      <td>2309000.0</td>\n",
       "      <td>10607000.0</td>\n",
       "      <td>-10357000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>799000.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 60 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        index Symbol        Date  Total Assets  \\\n",
       "0   6/30/2020   MSFT   6/30/2020   301311000.0   \n",
       "1   6/30/2019   MSFT   6/30/2019   286556000.0   \n",
       "2   6/30/2018   MSFT   6/30/2018   258848000.0   \n",
       "3   6/30/2017   MSFT   6/30/2017   241086000.0   \n",
       "4         NaN   MSFT         ttm           NaN   \n",
       "0  12/31/2019   TSLA  12/31/2019    34309000.0   \n",
       "1  12/31/2018   TSLA  12/31/2018    29739614.0   \n",
       "2  12/31/2017   TSLA  12/31/2017    28655372.0   \n",
       "3  12/31/2016   TSLA  12/31/2016    22664076.0   \n",
       "4         NaN   TSLA         ttm           NaN   \n",
       "\n",
       "   Total Liabilities Net Minority Interest  \\\n",
       "0                              183007000.0   \n",
       "1                              184226000.0   \n",
       "2                              176130000.0   \n",
       "3                              168692000.0   \n",
       "4                                      NaN   \n",
       "0                               26842000.0   \n",
       "1                               23981974.0   \n",
       "2                               23420784.0   \n",
       "3                               17125990.0   \n",
       "4                                      NaN   \n",
       "\n",
       "   Total Equity Gross Minority Interest  Total Capitalization  \\\n",
       "0                           118304000.0           177882000.0   \n",
       "1                           102330000.0           168992000.0   \n",
       "2                            82718000.0           154960000.0   \n",
       "3                            72394000.0           148467000.0   \n",
       "4                                   NaN                   NaN   \n",
       "0                             7467000.0            18252000.0   \n",
       "1                             5757640.0            14326915.0   \n",
       "2                             5234588.0            13655631.0   \n",
       "3                             5538086.0            10731195.0   \n",
       "4                                   NaN                   NaN   \n",
       "\n",
       "   Common Stock Equity  Capital Lease Obligations  Net Tangible Assets  ...  \\\n",
       "0          118304000.0                  7671000.0           67915000.0  ...   \n",
       "1          102330000.0                  6188000.0           52554000.0  ...   \n",
       "2           82718000.0                  5568000.0           38982000.0  ...   \n",
       "3           72394000.0                        NaN           27166000.0  ...   \n",
       "4                  NaN                        NaN                  NaN  ...   \n",
       "0            6618000.0                  1050000.0            6081000.0  ...   \n",
       "1            4923243.0                  1855900.0            4572592.0  ...   \n",
       "2            4237242.0                  1801010.0            3815503.0  ...   \n",
       "3            4752911.0                  1459684.0            4376766.0  ...   \n",
       "4                  NaN                        NaN                  NaN  ...   \n",
       "\n",
       "   Financing Cash Flow  End Cash Position  Capital Expenditure  \\\n",
       "0          -46031000.0         13576000.0          -15441000.0   \n",
       "1          -36887000.0         11356000.0          -13925000.0   \n",
       "2          -33590000.0         11946000.0          -11632000.0   \n",
       "3            8408000.0          7663000.0           -8129000.0   \n",
       "4          -46031000.0         13576000.0          -15441000.0   \n",
       "0            1529000.0          6783000.0           -1437000.0   \n",
       "1             573755.0          4276388.0           -2319516.0   \n",
       "2            4414864.0          3367914.0           -4081354.0   \n",
       "3            3743976.0          3393216.0           -1440471.0   \n",
       "4            2870000.0          9089000.0           -1906000.0   \n",
       "\n",
       "   Issuance of Capital Stock  Issuance of Debt  Repayment of Debt  \\\n",
       "0                  1343000.0               0.0         -5518000.0   \n",
       "1                  1142000.0               0.0         -4000000.0   \n",
       "2                  1002000.0         7183000.0        -10060000.0   \n",
       "3                   772000.0        44344000.0         -7922000.0   \n",
       "4                  1343000.0               0.0         -5518000.0   \n",
       "0                   848000.0        10669000.0         -9871000.0   \n",
       "1                        0.0         6176173.0         -6087029.0   \n",
       "2                   400175.0         7649376.0         -4263788.0   \n",
       "3                  1701734.0         3622673.0         -1904483.0   \n",
       "4                  2309000.0        10607000.0        -10357000.0   \n",
       "\n",
       "   Repurchase of Capital Stock  Free Cash Flow  \\\n",
       "0                  -22968000.0      45234000.0   \n",
       "1                  -19543000.0      38260000.0   \n",
       "2                  -10721000.0      32252000.0   \n",
       "3                  -11788000.0      31378000.0   \n",
       "4                  -22968000.0      45234000.0   \n",
       "0                          NaN        968000.0   \n",
       "1                          NaN       -221714.0   \n",
       "2                          NaN      -4142008.0   \n",
       "3                          NaN      -1564300.0   \n",
       "4                          NaN        799000.0   \n",
       "\n",
       "   Income Tax Paid Supplemental Data  Interest Paid Supplemental Data  \n",
       "0                                NaN                              NaN  \n",
       "1                                NaN                              NaN  \n",
       "2                                NaN                              NaN  \n",
       "3                                NaN                              NaN  \n",
       "4                                NaN                              NaN  \n",
       "0                            54000.0                         455000.0  \n",
       "1                            35409.0                         380836.0  \n",
       "2                            65695.0                         182571.0  \n",
       "3                            16385.0                          38693.0  \n",
       "4                                NaN                              NaN  \n",
       "\n",
       "[10 rows x 60 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "scrape_multi_symbols(['MSFT','TSLA'])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}