synthetic_feature_selection_input.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "e01fbc7d",
   "metadata": {},
   "source": [
    "# Overview\n",
    "The purpose of this analysis is construct an input dataframe to be used for 30-day inpatient readmissions feature selection. \n",
    "The data is filtered to only include chronic conditions codes specified in the [30 CCW Chronic Conditions Algorithms file](https://www.google.com/url?sa=t&rct=j&q=&esrc=s&source=web&cd=&cad=rja&uact=8&ved=2ahUKEwi7sPHzi6v6AhWgMVkFHRO-D4cQFnoECDAQAQ&url=https%3A%2F%2Fwww2.ccwdata.org%2Fdocuments%2F10280%2F19139421%2Fchr-chronic-condition-algorithms.pdf&usg=AOvVaw1RiMI_3UAJauCmBrA6v7Ye).<br>\n",
    "Visit Data.gov to download the data used for this analysis."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9c9d6061",
   "metadata": {},
   "source": [
    "# Load Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8b2d8e58",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:48.148310Z",
     "start_time": "2023-04-20T19:30:45.463062Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:90% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "from pathlib import Path\n",
    "\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "plt.style.use('ggplot')\n",
    "from matplotlib.pyplot import figure\n",
    "from matplotlib import rcParams\n",
    "matplotlib.rcParams['figure.figsize'] = (12,8)\n",
    "from sklearn.metrics import confusion_matrix as cm\n",
    "import sklearn.metrics as metrics\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "import statsmodels.api as sm\n",
    "from statsmodels.stats.outliers_influence import variance_inflation_factor\n",
    "import time\n",
    "import xlsxwriter\n",
    "\n",
    "from IPython.display import display, HTML\n",
    "display(HTML(\"<style>.container { width:90% !important; }</style>\"))\n",
    "\n",
    "pd.set_option('display.max_rows', 500)\n",
    "pd.set_option('display.max_columns', 500)\n",
    "pd.set_option('display.width', 1000)\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e5c33ad6",
   "metadata": {},
   "source": [
    "# Load data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "95f778c9",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:48.927371Z",
     "start_time": "2023-04-20T19:30:48.150310Z"
    }
   },
   "outputs": [],
   "source": [
    "# load beneficiary data\n",
    "synthetic_bene_df = pd.read_csv('data/beneficiary_2022.csv',\n",
    "usecols=['BENE_ID','BENE_RACE_CD','AGE_AT_END_REF_YR','SEX_IDENT_CD','STATE_CNTY_FIPS_CD_01','STATE_CNTY_FIPS_CD_02','ENTLMT_RSN_CURR'], \n",
    "dtype={\"BENE_ID\":\"str\",\"BENE_RACE_CD\":\"str\",\"AGE_AT_END_REF_YR\":\"str\",\"SEX_IDENT_CD\":\"str\",\"STATE_CNTY_FIPS_CD_01\":\"str\",\"STATE_CNTY_FIPS_CD_02\":\"str\",\"ENTLMT_RSN_CURR\":\"str\"}, \n",
    "sep=\"|\", \n",
    "low_memory=False)\n",
    "\n",
    "\n",
    "# load synthetic inpatient data\n",
    "synthetic_inpatient_df = pd.read_csv('data/inpatient.csv',\n",
    "usecols=['BENE_ID','CLM_ID','CLM_ADMSN_DT','NCH_BENE_DSCHRG_DT','ICD_DGNS_CD1','ICD_DGNS_CD2','ICD_DGNS_CD3','ICD_DGNS_CD4',\n",
    " 'ICD_DGNS_CD5','ICD_DGNS_CD6','ICD_DGNS_CD7','ICD_DGNS_CD8','ICD_DGNS_CD9','ICD_DGNS_CD10','ICD_DGNS_CD11','ICD_DGNS_CD12',\n",
    " 'ICD_DGNS_CD13','ICD_DGNS_CD14','ICD_DGNS_CD15','ICD_DGNS_CD16','ICD_DGNS_CD17','ICD_DGNS_CD18','ICD_DGNS_CD19','ICD_DGNS_CD20',\n",
    " 'ICD_DGNS_CD21','ICD_DGNS_CD22','ICD_DGNS_CD23','ICD_DGNS_CD24','ICD_DGNS_CD25','REV_CNTR'], \n",
    "dtype={\"BENE_ID\":\"str\",\"BENE_RACE_CD\":\"str\",\"CLM_ID\":\"str\",\"CLM_ADMSN_DT\":\"str\",\"NCH_BENE_DSCHRG_DT\":\"str\",\"REV_CNTR\":\"str\"},\n",
    "sep=\"|\", \n",
    "low_memory=False)\n",
    "\n",
    "# load sdoh data\n",
    "sdoh_df = pd.read_csv('data/sdoh.csv',\n",
    "dtype={\"FIPS_CODE\":\"str\",\"COUNTY_CODE\":\"str\",\"FOOD_INSECURITY\":\"str\",\"SEVERE_HOUSING_COST_BURDEN\":\"str\",\"UNEMPLOYED\":\"str\",\"NO_VEHICLE_ACCESS\":\"str\",\"UNINSURED\":\"str\"})"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a26cb10b",
   "metadata": {},
   "source": [
    "# Merge"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "db8514bf",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:49.071335Z",
     "start_time": "2023-04-20T19:30:48.928336Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(58066, 36)\n",
      "(58066, 46)\n"
     ]
    }
   ],
   "source": [
    "# left join on BENE_ID to construct a dataframe that contains demographic variables.\n",
    "synthetic_inpatient_df = pd.merge(synthetic_inpatient_df, synthetic_bene_df, on ='BENE_ID', how =\"left\")\n",
    "print(synthetic_inpatient_df.shape)\n",
    "\n",
    "# left join on FIPS to construct a dataframe that contains sdoh variables.\n",
    "synthetic_inpatient_df = pd.merge(synthetic_inpatient_df, sdoh_df, how='left', left_on='STATE_CNTY_FIPS_CD_02', right_on='FIPS_CODE')\n",
    "print(synthetic_inpatient_df.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "03793625",
   "metadata": {},
   "source": [
    "# Data cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "e1cce773",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:49.151337Z",
     "start_time": "2023-04-20T19:30:49.074337Z"
    }
   },
   "outputs": [],
   "source": [
    "# convert columns to float\n",
    "synthetic_inpatient_df['FOOD_INSECURITY'] = synthetic_inpatient_df['FOOD_INSECURITY'].astype(float)\n",
    "synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN'] = synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN'].astype(float)\n",
    "synthetic_inpatient_df['NO_VEHICLE_ACCESS'] = synthetic_inpatient_df['NO_VEHICLE_ACCESS'].astype(float)\n",
    "synthetic_inpatient_df['AGE_AT_END_REF_YR'] = synthetic_inpatient_df['AGE_AT_END_REF_YR'].astype(float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "4cb03a29",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:49.323337Z",
     "start_time": "2023-04-20T19:30:49.153336Z"
    }
   },
   "outputs": [],
   "source": [
    "# create custom bins for food insecurity, servere housing cost burden, and no vehicle access sdoh columns\n",
    "labels =['low','medium', 'high']\n",
    "synthetic_inpatient_df['FOOD_INSECURITY_GROUP'] = pd.cut(synthetic_inpatient_df['FOOD_INSECURITY'], 3,labels=labels)\n",
    "synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN_GROUP'] = pd.cut(synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN'], 3,labels=labels)\n",
    "synthetic_inpatient_df['NO_VEHICLE_ACCESS_GROUP'] = pd.cut(synthetic_inpatient_df['NO_VEHICLE_ACCESS'], 3,labels=labels)\n",
    "\n",
    "# remove old sdoh columns\n",
    "synthetic_inpatient_df.drop('FOOD_INSECURITY', axis=1, inplace=True)\n",
    "synthetic_inpatient_df.drop('SEVERE_HOUSING_COST_BURDEN', axis=1, inplace=True)\n",
    "synthetic_inpatient_df.drop('NO_VEHICLE_ACCESS', axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c5972631",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:49.386337Z",
     "start_time": "2023-04-20T19:30:49.326356Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(49352, 46)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop rows with unknown FIPS codes\n",
    "synthetic_inpatient_df = synthetic_inpatient_df[synthetic_inpatient_df['STATE_CNTY_FIPS_CD_02'].notna()]\n",
    "synthetic_inpatient_df.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f6123b70",
   "metadata": {},
   "source": [
    "### Limit dataframe to chronic conditions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "b6d2d5ab",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:49.480338Z",
     "start_time": "2023-04-20T19:30:49.389339Z"
    }
   },
   "outputs": [],
   "source": [
    "# list of valid ICD-10 Codes that classify as chronic conditions. CCW chronic conditions are defined by CMS and can be found here: https://www.google.com/url?sa=t&rct=j&q=&esrc=s&source=web&cd=&cad=rja&uact=8&ved=2ahUKEwi7sPHzi6v6AhWgMVkFHRO-D4cQFnoECDAQAQ&url=https%3A%2F%2Fwww2.ccwdata.org%2Fdocuments%2F10280%2F19139421%2Fchr-chronic-condition-algorithms.pdf&usg=AOvVaw1RiMI_3UAJauCmBrA6v7Ye\n",
    "valid_icds =['I230','I231','I232','I233','I234','I235','I236','I237','I238','I2101','I2102','I2109','I2111','I2119','I2121','I2129','I213','I214','I219','I21A1','I21A9','I220','I221','I222','I228','I229','G300','G301','G308','G309','C946','D460','D461','D4620','D4621','D4622','D464','D469','D46A','D46B','D46C','D46Z','D474','D500','D501','D508','D509','D510','D511','D512','D513','D518','D519','D520','D521','D528','D529','D530','D531','D532','D538','D539','D550','D551','D552','D5521','D5529','D553','D558','D559','D560','D561','D562','D563','D564','D565','D568','D569','D5700','D5701','D5702','D571','D5720','D57211','D57212','D57219','D573','D5740','D57411','D57412','D57413','D57418','D57419','D5742','D57431','D57432','D57433','D57438','D57439','D5744','D57451','D57452','D57453','D57458','D57459','D5780','D57811','D57812','D57813','D57818','D57819','D580','D581','D582','D588','D589','D590','D591','D5910','D5911','D5912','D5913','D5919','D592','D593','D594','D595','D596','D598','D599','D600','D601','D608','D609','D6101','D6109','D611','D612','D613','D61810','D61811','D61818','D6182','D6189','D619','D630','D631','D638','D640','D641','D642','D643','D644','D6481','D6489','D649','D7581','J4520','J4521','J4522','J4530','J4531','J4532','J4540','J4541','J4542','J4550','J4551','J4552','J45901','J45902','J45909','J45990','J45991','J45998','I480','I481','I4811','I4819','I482','I4820','I4821','I483','I484','I4891','N400','N401','N402','N403','C50011','C50012','C50019','C50021','C50022','C50029','C50111','C50112','C50119','C50121','C50122','C50129','C50211','C50212','C50219','C50221','C50222','C50229','C50311','C50312','C50319','C50321','C50322','C50329','C50411','C50412','C50419','C50421','C50422','C50429','C50511','C50512','C50519','C50521','C50522','C50529','C50611','C50612','C50619','C50621','C50622','C50629','C50811','C50812','C50819','C50821','C50822','C50829','C50911','C50912','C50919','C50921','C50922','C50929','D0500','D0501','D0502','D0510','D0511','D0512','D0580','D0581','D0582','D0590','D0591','D0592','Z170','Z171','Z191','Z192','Z853','Z86000','C180','C181','C182','C183','C184','C185','C186','C187','C188','C189','C19','C20','C49A4','C49A5','D010','D011','D012','Z85030','Z85038','Z85040','Z85048','C540','C541','C542','C543','C548','C549','D070','Z8542','C3400','C3401','C3402','C3410','C3411','C3412','C342','C3430','C3431','C3432','C3480','C3481','C3482','C3490','C3491','C3492','D0220','D0221','D0222','Z85110','Z85118','C61','D075','Z8546','C641','C642','C649','C651','C652','C659','C661','C662','C669','C688','C689','D0910','D0919','Z85520','Z85528','Z8553','Z8554','Z8559','E0836','E0936','E1036','E1136','E1336','H25011','H25012','H25013','H25019','H25031','H25032','H25033','H25039','H25041','H25042','H25043','H25049','H25091','H25092','H25093','H25099','H2510','H2511','H2512','H2513','H2520','H2521','H2522','H2523','H25811','H25812','H25813','H25819','H2589','H259','H26001','H26002','H26003','H26009','H26011','H26012','H26013','H26019','H26031','H26032','H26033','H26039','H26041','H26042','H26043','H26049','H26051','H26052','H26053','H26059','H26061','H26062','H26063','H26069','H2609','H26101','H26102','H26103','H26109','H26111','H26112','H26113','H26119','H26121','H26122','H26123','H26129','H26131','H26132','H26133','H26139','H2620','H26211','H26212','H26213','H26219','H26221','H26222','H26223','H26229','H2630','H2631','H2632','H2633','H2640','H26411','H26412','H26413','H26419','H26491','H26492','H26493','H26499','H268','H269','Q120','A1811','A5275','B520','E0821','E0822','E0829','E0921','E0922','E0929','E1021','E1022','E1029','E1121','E1122','E1129','E1321','E1322','E1329','I120','I129','I130','I1310','I1311','I132','K767','M1030','M10311','M10312','M10319','M10321','M10322','M10329','M10331','M10332','M10339','M10341','M10342','M10349','M10351','M10352','M10359','M10361','M10362','M10369','M10371','M10372','M10379','M1038','M1039','M3214','M3215','M3504','M350A','N010','N011','N012','N013','N014','N015','N016','N017','N018','N019','N01A','N020','N021','N022','N023','N024','N025','N026','N027','N028','N029','N02A','N030','N031','N032','N033','N034','N035','N036','N037','N038','N039','N03A','N040','N041','N042','N043','N044','N045','N046','N047','N048','N049','N04A','N050','N051','N052','N053','N054','N055','N056','N057','N058','N059','N05A','N060','N061','N062','N063','N064','N065','N066','N067','N068','N069','N06A','N070','N071','N072','N073','N074','N075','N076','N077','N078','N079','N07A','N08','N140','N141','N142','N143','N144','N150','N158','N159','N16','N181','N182','N183','N1830','N1831','N1832','N184','N185','N186','N189','N251','N2589','N259','N261','N269','N990','Q6102','Q6111','Q6119','Q612','Q613','Q614','Q615','Q618','J40','J410','J411','J418','J42','J430','J431','J432','J439','J440','J441','J449','J470','J471','J479','J982','J983','F0631','F0632','F310','F3110','F3111','F3112','F3113','F312','F3130','F3131','F3132','F314','F315','F3160','F3161','F3162','F3163','F3164','F3171','F3173','F3175','F3176','F3177','F3178','F3181','F3189','F319','F320','F321','F322','F323','F324','F325','F328','F3289','F329','F32A','F330','F331','F332','F333','F3340','F3341','F3342','F338','F339','F340','F341','F4321','F4323','E0800','E0801','E0810','E0811','E0821','E0822','E0829','E08311','E08319','E08321','E083211','E083212','E083213','E083219','E08329','E083291','E083292','E083293','E083299','E08331','E083311','E083312','E083313','E083319','E08339','E083391','E083392','E083393','E083399','E08341','E083411','E083412','E083413','E083419','E08349','E083491','E083492','E083493','E083499','E08351','E083511','E083512','E083513','E083519','E083521','E083522','E083523','E083529','E083531','E083532','E083533','E083539','E083541','E083542','E083543','E083549','E083551','E083552','E083553','E083559','E08359','E083591','E083592','E083593','E083599','E0836','E0837X1','E0837X2','E0837X3','E0837X9','E0839','E0840','E0841','E0842','E0843','E0844','E0849','E0851','E0852','E0859','E08610','E08618','E08620','E08621','E08622','E08628','E08630','E08638','E08641','E08649','E0865','E0869','E088','E089','E0900','E0901','E0910','E0911','E0921','E0922','E0929','E09311','E09319','E09321','E093211','E093212','E093213','E093219','E09329','E093291','E093292','E093293','E093299','E09331','E093311','E093312','E093313','E093319','E09339','E093391','E093392','E093393','E093399','E09341','E093411','E093412','E093413','E093419','E09349','E093491','E093492','E093493','E093499','E09351','E093511','E093512','E093513','E093519','E093521','E093522','E093523','E093529','E093531','E093532','E093533','E093539','E093541','E093542','E093543','E093549','E093551','E093552','E093553','E093559','E09359','E093591','E093592','E093593','E093599','E0936','E0937X1','E0937X2','E0937X3','E0937X9','E0939','E0940','E0941','E0942','E0943','E0944','E0949','E0951','E0952','E0959','E09610','E09618','E09620','E09621','E09622','E09628','E09630','E09638','E09641','E09649','E0965','E0969','E098','E099','E1010','E1011','E1021','E1022','E1029','E10311','E10319','E10321','E103211','E103212','E103213','E103219','E10329','E103291','E103292','E103293','E103299','E10331','E103311','E103312','E103313','E103319','E10339','E103391','E103392','E103393','E103399','E10341','E103411','E103412','E103413','E103419','E10349','E103491','E103492','E103493','E103499','E10351','E103511','E103512','E103513','E103519','E10359','E1036','E1037X1','E1037X2','E1037X3','E1037X9','E1039','E1040','E1041','E1042','E1043','E1044','E1049','E1051','E1052','E1059','E10610','E10618','E10620','E10621','E10622','E10628','E10630','E10638','E10641','E10649','E1065','E1069','E108','E109','E1100','E1101','E1110','E1111','E1121','E1122','E1129','E11311','E11319','E11321','E113211','E113212','E113213','E113219','E11329','E113291','E113292','E113293','E113299','E11331','E113311','E113312','E113313','E113319','E11339','E113391','E113392','E113393','E113399','E11341','E113411','E113412','E113413','E113419','E11349','E113491','E113492','E113493','E113499','E11351','E113511','E113512','E113513','E113519','E113521','E113522','E113523','E113529','E113531','E113532','E113533','E113539','E113541','E113542','E113543','E113549','E113551','E113552','E113553','E113559','E11359','E113591','E113592','E113593','E113599','E1136','E1137X1','E1137X2','E1137X3','E1137X9','E1139','E1140','E1141','E1142','E1143','E1144','E1149','E1151','E1152','E1159','E11610','E11618','E11620','E11621','E11622','E11628','E11630','E11638','E11641','E11649','E1165','E1169','E118','E119','E1300','E1301','E1310','E1311','E1321','E1322','E1329','E13311','E13319','E13321','E133211','E133212','E133213','E133219','E13329','E133291','E133292','E133293','E133299','E13331','E133311','E133312','E133313','E133319','E13339','E133391','E133392','E133393','E133399','E13341','E133411','E133412','E133413','E133419','E13349','E133491','E133492','E133493','E133499','E13351','E133511','E133512','E133513','E133519','E133521','E133522','E133523','E133529','E133531','E133532','E133533','E133539','E133541','E133542','E133543','E133549','E133551','E133552','E133553','E133559','E13359','E1336','E1339','E1340','E1341','E1342','E1343','E1344','E1349','E1351','E1352','E1359','E13610','E13618','E13620','E13621','E13622','E13628','E13630','E13638','E13641','E13649','E1365','E1369','E138','E139','H40011','H40012','H40013','H40019','H40021','H40022','H40023','H40029','H40041','H40042','H40043','H40049','H40051','H40052','H40053','H40059','H4010X0','H4010X1','H4010X2','H4010X3','H4010X4','H401110','H401111','H401112','H401113','H401114','H401120','H401121','H401122','H401123','H401124','H401130','H401131','H401132','H401133','H401134','H401190','H401191','H401192','H401193','H401194','H4011X0','H4011X1','H4011X2','H4011X3','H4011X4','H401210','H401211','H401212','H401213','H401214','H401220','H401221','H401222','H401223','H401224','H401230','H401231','H401232','H401233','H401234','H401290','H401291','H401292','H401293','H401294','H401310','H401311','H401312','H401313','H401314','H401320','H401321','H401322',\n",
    "        'H401323','H401324','H401330','H401331','H401332','H401333','H401334','H401390','H401391','H401392','H401393','H401394','H401410','H401411','H401412','H401413','H401414','H401420','H401421','H401422','H401423','H401424','H401430','H401431','H401432','H401433','H401434','H401490','H401491','H401492','H401493','H401494','H40151','H40152','H40153','H40159','H4020X0','H4020X1','H4020X2','H4020X3','H4020X4','H40211','H40212','H40213','H40219','H402210','H402211','H402212','H402213','H402214','H402220','H402221','H402222','H402223','H402224','H402230','H402231','H402232','H402233','H402234','H402290','H402291','H402292','H402293','H402294','H40231','H40232','H40233','H40239','H40241','H40242','H40243','H40249','H4030X0','H4030X1','H4030X2','H4030X3','H4030X4','H4031X0','H4031X1','H4031X2','H4031X3','H4031X4','H4032X0','H4032X1','H4032X2','H4032X3','H4032X4','H4033X0','H4033X1','H4033X2','H4033X3','H4033X4','H4040X0','H4040X1','H4040X2','H4040X3','H4040X4','H4041X0','H4041X1','H4041X2','H4041X3','H4041X4','H4042X0','H4042X1','H4042X2','H4042X3','H4042X4','H4043X0','H4043X1','H4043X2','H4043X3','H4043X4','H4050X0','H4050X1','H4050X2','H4050X3','H4050X4','H4051X0','H4051X1','H4051X2','H4051X3','H4051X4','H4052X0','H4052X1','H4052X2','H4052X3','H4052X4','H4053X0','H4053X1','H4053X2','H4053X3','H4053X4','H4060X0','H4060X1','H4060X2','H4060X3','H4060X4','H4061X0','H4061X1','H4061X2','H4061X3','H4061X4','H4062X0','H4062X1','H4062X2','H4062X3','H4062X4','H4063X0','H4063X1','H4063X2','H4063X3','H4063X4','H40811','H40812','H40813','H40819','H40821','H40822','H40823','H40829','H40831','H40832','H40833','H40839','H4089','H409','H42','H44511','H44512','H44513','H44519','H47231','H47232','H47233','H47239','Q150','I0981','I110','I130','I132','I420','I425','I426','I427','I428','I43','I501','I5020','I5021','I5022','I5023','I5030','I5031','I5032','I5033','I5040','I5041','I5042','I5043','I50810','I50811','I50812','I50813','I50814','I5082','I5083','I5084','I5089','I509','P290','M80051A','M80052A','M80059A','M80851A','M80852A','M80859A','M84350A','M84351A','M84352A','M84353A','M84359A','M84451A','M84452A','M84453A','M84459A','M84550A','M84551A','M84552A','M84553A','M84559A','M84650A','M84651A','M84652A','M84653A','M84659A','M9701XA','M9702XA','S32301A','S32301B','S32302A','S32302B','S32309A','S32309B','S32311A','S32311B','S32312A','S32312B','S32313A','S32313B','S32314A','S32314B','S32315A','S32315B','S32316A','S32316B','S32391A','S32391B','S32392A','S32392B','S32399A','S32399B','S32401A','S32401B','S32402A','S32402B','S32409A','S32409B','S32411A','S32411B','S32412A','S32412B','S32413A','S32413B','S32414A','S32414B','S32415A','S32415B','S32416A','S32416B','S32421A','S32421B','S32422A','S32422B','S32423A','S32423B','S32424A','S32424B','S32425A','S32425B','S32426A','S32426B','S32431A','S32431B','S32432A','S32432B','S32433A','S32433B','S32434A','S32434B','S32435A','S32435B','S32436A','S32436B','S32441A','S32441B','S32442A','S32442B','S32443A','S32443B','S32444A','S32444B','S32445A','S32445B','S32446A','S32446B','S32451A','S32451B','S32452A','S32452B','S32453A','S32453B','S32454A','S32454B','S32455A','S32455B','S32456A','S32456B','S32461A','S32461B','S32462A','S32462B','S32463A','S32463B','S32464A','S32464B','S32465A','S32465B','S32466A','S32466B','S32471A','S32471B','S32472A','S32472B','S32473A','S32473B','S32474A','S32474B','S32475A','S32475B','S32476A','S32476B','S32481A','S32481B','S32482A','S32482B','S32483A','S32483B','S32484A','S32484B','S32485A','S32485B','S32486A','S32486B','S32491A','S32491B','S32492A','S32492B','S32499A','S32499B','S32501A','S32501B','S32502A','S32502B','S32509A','S32509B','S32511A','S32511B','S32512A','S32512B','S32519A','S32519B','S32591A','S32591B','S32592A','S32592B','S32599A','S32599B','S32601A','S32601B','S32602A','S32602B','S32609A','S32609B','S32611A','S32611B','S32612A','S32612B','S32613A','S32613B','S32614A','S32614B','S32615A','S32615B','S32616A','S32616B','S32691A','S32691B','S32692A','S32692B','S32699A','S32699B','S32810A','S32810B','S32811A','S32811B','S3282XA','S3282XB','S3289XA','S3289XB','S329XXA','S329XXB','S72001A','S72001B','S72001C','S72002A','S72002B','S72002C','S72009A','S72009B','S72009C','S72011A','S72011B','S72011C','S72012A','S72012B','S72012C','S72019A','S72019B','S72019C','S72021A','S72021B','S72021C','S72022A','S72022B','S72022C','S72023A','S72023B','S72023C','S72024A','S72024B','S72024C','S72025A','S72025B','S72025C','S72026A','S72026B','S72026C','S72031A','S72031B','S72031C','S72032A','S72032B','S72032C','S72033A','S72033B','S72033C','S72034A','S72034B','S72034C','S72035A','S72035B','S72035C','S72036A','S72036B','S72036C','S72041A','S72041B','S72041C','S72042A','S72042B','S72042C','S72043A','S72043B','S72043C','S72044A','S72044B','S72044C','S72045A','S72045B','S72045C','S72046A','S72046B','S72046C','S72051A','S72051B','S72051C','S72052A','S72052B','S72052C','S72059A','S72059B','S72059C','S72061A','S72061B','S72061C','S72062A','S72062B','S72062C','S72063A','S72063B','S72063C','S72064A','S72064B','S72064C','S72065A','S72065B','S72065C','S72066A','S72066B','S72066C','S72091A','S72091B','S72091C','S72092A','S72092B','S72092C','S72099A','S72099B','S72099C','S72101A','S72101B','S72101C','S72102A','S72102B','S72102C','S72109A','S72109B','S72109C','S72111A','S72111B','S72111C','S72112A','S72112B','S72112C','S72113A','S72113B','S72113C','S72114A','S72114B','S72114C','S72115A','S72115B','S72115C','S72116A','S72116B','S72116C','S72121A','S72121B','S72121C','S72122A','S72122B','S72122C','S72123A','S72123B','S72123C','S72124A','S72124B','S72124C','S72125A','S72125B','S72125C','S72126A','S72126B','S72126C','S72131A','S72131B','S72131C','S72132A','S72132B','S72132C','S72133A','S72133B','S72133C','S72134A','S72134B','S72134C','S72135A','S72135B','S72135C','S72136A','S72136B','S72136C','S72141A','S72141B','S72141C','S72142A','S72142B','S72142C','S72143A','S72143B','S72143C','S72144A','S72144B','S72144C','S72145A','S72145B','S72145C','S72146A','S72146B','S72146C','S7221XA','S7221XB','S7221XC','S7222XA','S7222XB','S7222XC','S7223XA','S7223XB','S7223XC','S7224XA','S7224XB','S7224XC','S7225XA','S7225XB','S7225XC','S7226XA','S7226XB','S7226XC','S79001A','S79002A','S79009A','S79011A','S79012A','S79019A','S79091A','S79092A','S79099A','E780','E7800','E7801','E781','E782','E783','E784','E7841','E7849','E785','H35031','H35032','H35033','H35039','I10','I110','I119','I120','I129','I130','I1310','I1311','I132','I150','I151','I152','I158','I159','I674','N262','E000','E001','E002','E009','E018','E02','E030','E031','E032','E033','E034','E038','E039','E890','I200','I201','I208','I240','I241','I248','I2510','I25110','I25111','I25118','I25119','I253','I2541','I2542','I255','I256','I25700','I25701','I25708','I25710','I25711','I25718','I25719','I25720','I25721','I25728','I25729','I25730','I25731','I25738','I25739','I25750','I25751','I25758','I25759','I25760','I25761','I25768','I25769','I25790','I25791','I25798','I25799','I25810','I25811','I25812','I2582','I2583','I2584','I2589','I259','F0150','F0151','F0280','F0281','F0390','F0391','F05','G138','G3101','G3109','G311','G312','G3183','G94','R4181','M8000XA','M80011A','M80012A','M80019A','M80021A','M80022A','M80029A','M80031A','M80032A','M80039A','M80041A','M80042A','M80049A','M80051A','M80052A','M80059A','M80061A','M80062A','M80069A','M80071A','M80072A','M80079A','M8008XA','M800AXA','M8080XA','M80811A','M80812A','M80819A','M80821A','M80822A','M80829A','M80831A','M80832A','M80839A','M80841A','M80842A','M80849A','M80851A','M80852A','M80859A','M80861A','M80862A','M80869A','M80871A','M80872A','M80879A','M8088XA','M808AXA','M810','M816','M818','G20','G2111','G2119','G213','G214','G218','G219','G3183','A0103','A0222','A065','A202','A212','A221','A310','A3701','A3711','A3781','A3791','A403','A420','A430','A481','A5004','A5484','B012','B052','B0681','B371','B380','B382','B390','B392','B400','B402','B410','B583','B59','B664','B671','B7781','B953','B960','B961','J09X1','J1000','J1001','J1008','J1100','J1108','J120','J121','J122','J123','J1281','J1282','J1289','J129','J13','J14','J150','J151','J1520','J15211','J15212','J1529','J153','J154','J155','J156','J157','J158','J159','J160','J168','J17','J180','J181','J182','J188','J189','J200','J84111','J84116','J84117','J84178','J842','J851','J95851','P230','P231','P232','P233','P234','P235','P236','P238','P239','Z8701','L4050','L4051','L4054','L4059','M0500','M05011','M05012','M05019','M05021','M05022','M05029','M05031','M05032','M05039','M05041','M05042','M05049','M05051','M05052','M05059','M05061','M05062','M05069','M05071','M05072','M05079','M0509','M0510','M05111','M05112','M05119','M05121','M05122','M05129','M05131','M05132','M05139','M05141','M05142','M05149','M05151','M05152','M05159','M05161','M05162','M05169','M05171','M05172','M05179','M0519','M0520','M05211','M05212','M05219','M05221','M05222','M05229','M05231','M05232','M05239','M05241','M05242','M05249','M05251','M05252','M05259','M05261','M05262','M05269','M05271','M05272','M05279','M0529','M0530','M05311','M05312','M05319','M05321','M05322','M05329','M05331','M05332','M05339','M05341','M05342','M05349','M05351','M05352','M05359','M05361','M05362','M05369','M05371','M05372','M05379','M0539','M0540','M05411','M05412','M05419','M05421','M05422','M05429','M05431','M05432','M05439','M05441','M05442','M05449','M05451','M05452','M05459','M05461','M05462','M05469','M05471','M05472','M05479','M0549','M0550','M05511','M05512','M05519','M05521','M05522','M05529','M05531','M05532','M05539','M05541','M05542','M05549','M05551','M05552','M05559','M05561','M05562','M05569','M05571','M05572','M05579','M0559','M0560','M05611','M05612','M05619','M05621','M05622','M05629','M05631','M05632','M05639','M05641','M05642','M05649','M05651','M05652','M05659','M05661','M05662','M05669','M05671','M05672','M05679','M0569','M0570','M05711','M05712','M05719','M05721','M05722','M05729','M05731','M05732','M05739','M05741','M05742','M05749','M05751','M05752','M05759','M05761','M05762','M05769','M05771',\n",
    "        'M05772','M05779','M0579','M057A','M0580','M05811','M05812','M05819','M05821','M05822','M05829','M05831','M05832','M05839','M05841','M05842','M05849','M05851','M05852','M05859','M05861','M05862','M05869','M05871','M05872','M05879','M0589','M058A','M059','M0600','M06011','M06012','M06019','M06021','M06022','M06029','M06031','M06032','M06039','M06041','M06042','M06049','M06051','M06052','M06059','M06061','M06062','M06069','M06071','M06072','M06079','M0608','M0609','M060A','M061','M0620','M06211','M06212','M06219','M06221','M06222','M06229','M06231','M06232','M06239','M06241','M06242','M06249','M06251','M06252','M06259','M06261','M06262','M06269','M06271','M06272','M06279','M0628','M0629','M0630','M06311','M06312','M06319','M06321','M06322','M06329','M06331','M06332','M06339','M06341','M06342','M06349','M06351','M06352','M06359','M06361','M06362','M06369','M06371','M06372','M06379','M0638','M0639','M0680','M06811','M06812','M06819','M06821','M06822','M06829','M06831','M06832','M06839','M06841','M06842','M06849','M06851','M06852','M06859','M06861','M06862','M06869','M06871','M06872','M06879','M0688','M0689','M068A','M069','M0800','M08011','M08012','M08019','M08021','M08022','M08029','M08031','M08032','M08039','M08041','M08042','M08049','M08051','M08052','M08059','M08061','M08062','M08069','M08071','M08072','M08079','M0808','M0809','M080A','M081','M0820','M08211','M08212','M08219','M08221','M08222','M08229','M08231','M08232','M08239','M08241','M08242','M08249','M08251','M08252','M08259','M08261','M08262','M08269','M08271','M08272','M08279','M0828','M0829','M082A','M083','M0840','M08411','M08412','M08419','M08421','M08422','M08429','M08431','M08432','M08439','M08441','M08442','M08449','M08451','M08452','M08459','M08461','M08462','M08469','M08471','M08472','M08479','M0848','M084A','M0880','M08811','M08812','M08819','M08821','M08822','M08829','M08831','M08832','M08839','M08841','M08842','M08849','M08851','M08852','M08859','M08861','M08862','M08869','M08871','M08872','M08879','M0888','M0889','M0890','M08911','M08912','M08919','M08921','M08922','M08929','M08931','M08932','M08939','M08941','M08942','M08949','M08951','M08952','M08959','M08961','M08962','M08969','M08971','M08972','M08979','M0898','M0899','M089A','M150','M151','M152','M153','M154','M158','M159','M160','M1610','M1611','M1612','M162','M1630','M1631','M1632','M164','M1650','M1651','M1652','M166','M167','M169','M170','M1710','M1711','M1712','M172','M1730','M1731','M1732','M174','M175','M179','M180','M1810','M1811','M1812','M182','M1830','M1831','M1832','M184','M1850','M1851','M1852','M189','M19011','M19012','M19019','M19021','M19022','M19029','M19031','M19032','M19039','M19041','M19042','M19049','M19071','M19072','M19079','M1909','M19111','M19112','M19119','M19121','M19122','M19129','M19131','M19132','M19139','M19141','M19142','M19149','M19171','M19172','M19179','M19211','M19212','M19219','M19221','M19222','M19229','M19231','M19232','M19239','M19241','M19242','M19249','M19271','M19272','M19279','M1929','M1990','M1991','M1992','M1993','M450','M451','M452','M453','M454','M455','M456','M457','M458','M459','M45A0','M45A1','M45A2','M45A3','M45A4','M45A5','M45A6','M45A7','M45A8','M45AB','M4680','M4681','M4682','M4683','M4684','M4685','M4686','M4687','M4688','M4689','M4690','M4691','M4692','M4693','M4694','M4695','M4696','M4697','M4698','M4699','M47011','M47012','M47013','M47014','M47015','M47016','M47019','M47021','M47022','M47029','M4710','M4711','M4712','M4713','M4714','M4715','M4716','M4720','M4721','M4722','M4723','M4724','M4725','M4726','M4727','M4728','M47811','M47812','M47813','M47814','M47815','M47816','M47817','M47818','M47819','M47891','M47892','M47893','M47894','M47895','M47896','M47897','M47898','M47899','M479','M488X1','M488X2','M488X3','M488X4','M488X5','M488X6','M488X7','M488X8','M488X9','G450','G451','G452','G453','G458','G459','G460','G461','G462','G463','G464','G465','G466','G467','G468','G9731','G9732','I6000','I6001','I6002','I6010','I6011','I6012','I602','I6020','I6021','I6022','I6030','I6031','I6032','I604','I6050','I6051','I6052','I606','I607','I608','I609','I610','I611','I612','I613','I614','I615','I616','I618','I619','I6200','I6201','I6202','I629','I6300','I63011','I63012','I63013','I63019','I6302','I63031','I63032','I63033','I63039','I6309','I6310','I63111','I63112','I63113','I63119','I6312','I63131','I63132','I63133','I63139','I6319','I6320','I63211','I63212','I63213','I63219','I6322','I63231','I63232','I63233','I63239','I6329','I6330','I63311','I63312','I63313','I63319','I63321','I63322','I63323','I63329','I63331','I63332','I63333','I63339','I63341','I63342','I63343','I63349','I6339','I6340','I63411','I63412','I63413','I63419','I63421','I63422','I63423','I63429','I63431','I63432','I63433','I63439','I63441','I63442','I63443','I63449','I6349','I6350','I63511','I63512','I63513','I63519','I63521','I63522','I63523','I63529','I63531','I63532','I63533','I63539','I63541','I63542','I63543','I63549','I6359','I636','I638','I6381','I6389','I639','I67841','I67848','I6789','I97810','I97811','I97820','I97821']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "4e08b489",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:30:49.592339Z",
     "start_time": "2023-04-20T19:30:49.482356Z"
    }
   },
   "outputs": [],
   "source": [
    "# update synthetic dataframe to only contain icds from the valid_icds list\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD1\"].isin(valid_icds), \"ICD_DGNS_CD1\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD2\"].isin(valid_icds), \"ICD_DGNS_CD2\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD3\"].isin(valid_icds), \"ICD_DGNS_CD3\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD4\"].isin(valid_icds), \"ICD_DGNS_CD4\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD5\"].isin(valid_icds), \"ICD_DGNS_CD5\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD6\"].isin(valid_icds), \"ICD_DGNS_CD6\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD7\"].isin(valid_icds), \"ICD_DGNS_CD7\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD8\"].isin(valid_icds), \"ICD_DGNS_CD8\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD9\"].isin(valid_icds), \"ICD_DGNS_CD9\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD10\"].isin(valid_icds), \"ICD_DGNS_CD10\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD11\"].isin(valid_icds), \"ICD_DGNS_CD11\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD12\"].isin(valid_icds), \"ICD_DGNS_CD12\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD13\"].isin(valid_icds), \"ICD_DGNS_CD13\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD14\"].isin(valid_icds), \"ICD_DGNS_CD14\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD15\"].isin(valid_icds), \"ICD_DGNS_CD15\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD16\"].isin(valid_icds), \"ICD_DGNS_CD16\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD17\"].isin(valid_icds), \"ICD_DGNS_CD17\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD18\"].isin(valid_icds), \"ICD_DGNS_CD18\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD19\"].isin(valid_icds), \"ICD_DGNS_CD19\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD20\"].isin(valid_icds), \"ICD_DGNS_CD20\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD21\"].isin(valid_icds), \"ICD_DGNS_CD21\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD22\"].isin(valid_icds), \"ICD_DGNS_CD22\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD23\"].isin(valid_icds), \"ICD_DGNS_CD23\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD24\"].isin(valid_icds), \"ICD_DGNS_CD24\"] = \"NaN\"\n",
    "synthetic_inpatient_df.loc[~synthetic_inpatient_df[\"ICD_DGNS_CD25\"].isin(valid_icds), \"ICD_DGNS_CD25\"] = \"NaN\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "61bfc6bb",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:50.263655Z",
     "start_time": "2023-04-20T19:30:49.594341Z"
    }
   },
   "outputs": [],
   "source": [
    "# assign valid icds to chronic condition categories\n",
    "ami_icds=['I230','I231','I232','I233','I234','I235','I236','I237','I238','I2101','I2102','I2109','I2111','I2119','I2121','I2129','I213','I214','I219','I21A1','I21A9','I220','I221','I222','I228','I229']\n",
    "ad_icds=['G300','G301','G308','G309']\n",
    "anemia_icds=['C946','D460','D461','D4620','D4621','D4622','D464','D469','D46A','D46B','D46C','D46Z','D474','D500','D501','D508','D509','D510','D511','D512','D513','D518','D519','D520','D521','D528','D529','D530','D531','D532','D538','D539','D550','D551','D552','D5521','D5529','D553','D558','D559','D560','D561','D562','D563','D564','D565','D568','D569','D5700','D5701','D5702','D571','D5720','D57211','D57212','D57219','D573','D5740','D57411','D57412','D57413','D57418','D57419','D5742','D57431','D57432','D57433','D57438','D57439','D5744','D57451','D57452','D57453','D57458','D57459','D5780','D57811','D57812','D57813','D57818','D57819','D580','D581','D582','D588','D589','D590','D591','D5910','D5911','D5912','D5913','D5919','D592','D593','D594','D595','D596','D598','D599','D600','D601','D608','D609','D6101','D6109','D611','D612','D613','D61810','D61811','D61818','D6182','D6189','D619','D630','D631','D638','D640','D641','D642','D643','D644','D6481','D6489','D649','D7581']\n",
    "asthma_icds=['J4520','J4521','J4522','J4530','J4531','J4532','J4540','J4541','J4542','J4550','J4551','J4552','J45901','J45902','J45909','J45990','J45991','J45998']\n",
    "afib_flutter_icds=['I480','I481','I4811','I4819','I482','I4820','I4821','I483','I484','I4891']\n",
    "bph_icds=['N400','N401','N402','N403']\n",
    "breast_ca_icds=['C50011','C50012','C50019','C50021','C50022','C50029','C50111','C50112','C50119','C50121','C50122','C50129','C50211','C50212','C50219','C50221','C50222','C50229','C50311','C50312','C50319','C50321','C50322','C50329','C50411','C50412','C50419','C50421','C50422','C50429','C50511','C50512','C50519','C50521','C50522','C50529','C50611','C50612','C50619','C50621','C50622','C50629','C50811','C50812','C50819','C50821','C50822','C50829','C50911','C50912','C50919','C50921','C50922','C50929','D0500','D0501','D0502','D0510','D0511','D0512','D0580','D0581','D0582','D0590','D0591','D0592','Z170','Z171','Z191','Z192','Z853','Z86000']\n",
    "colorectal_ca_icds=['C180','C181','C182','C183','C184','C185','C186','C187','C188','C189','C19','C20','C49A4','C49A5','D010','D011','D012','Z85030','Z85038','Z85040','Z85048']\n",
    "endometrial_ca_icds=['C540','C541','C542','C543','C548','C549','D070','Z8542']\n",
    "lung_ca_icds=['C3400','C3401','C3402','C3410','C3411','C3412','C342','C3430','C3431','C3432','C3480','C3481','C3482','C3490','C3491','C3492','D0220','D0221','D0222','Z85110','Z85118']\n",
    "prostate_ca_icds=['C61','D075','Z8546']\n",
    "urologic_ca_icds=['C641','C642','C649','C651','C652','C659','C661','C662','C669','C688','C689','D0910','D0919','Z85520','Z85528','Z8553','Z8554','Z8559']\n",
    "cataract_icds=['E0836','E0936','E1036','E1136','E1336','H25011','H25012','H25013','H25019','H25031','H25032','H25033','H25039','H25041','H25042','H25043','H25049','H25091','H25092','H25093','H25099','H2510','H2511','H2512','H2513','H2520','H2521','H2522','H2523','H25811','H25812','H25813','H25819','H2589','H259','H26001','H26002','H26003','H26009','H26011','H26012','H26013','H26019','H26031','H26032','H26033','H26039','H26041','H26042','H26043','H26049','H26051','H26052','H26053','H26059','H26061','H26062','H26063','H26069','H2609','H26101','H26102','H26103','H26109','H26111','H26112','H26113','H26119','H26121','H26122','H26123','H26129','H26131','H26132','H26133','H26139','H2620','H26211','H26212','H26213','H26219','H26221','H26222','H26223','H26229','H2630','H2631','H2632','H2633','H2640','H26411','H26412','H26413','H26419','H26491','H26492','H26493','H26499','H268','H269','Q120']\n",
    "ckd_icds=['A1811','A5275','B520','E0821','E0822','E0829','E0921','E0922','E0929','E1021','E1022','E1029','E1121','E1122','E1129','E1321','E1322','E1329','I120','I129','I130','I1310','I1311','I132','K767','M1030','M10311','M10312','M10319','M10321','M10322','M10329','M10331','M10332','M10339','M10341','M10342','M10349','M10351','M10352','M10359','M10361','M10362','M10369','M10371','M10372','M10379','M1038','M1039','M3214','M3215','M3504','M350A','N010','N011','N012','N013','N014','N015','N016','N017','N018','N019','N01A','N020','N021','N022','N023','N024','N025','N026','N027','N028','N029','N02A','N030','N031','N032','N033','N034','N035','N036','N037','N038','N039','N03A','N040','N041','N042','N043','N044','N045','N046','N047','N048','N049','N04A','N050','N051','N052','N053','N054','N055','N056','N057','N058','N059','N05A','N060','N061','N062','N063','N064','N065','N066','N067','N068','N069','N06A','N070','N071','N072','N073','N074','N075','N076','N077','N078','N079','N07A','N08','N140','N141','N142','N143','N144','N150','N158','N159','N16','N181','N182','N183','N1830','N1831','N1832','N184','N185','N186','N189','N251','N2589','N259','N261','N269','N990','Q6102','Q6111','Q6119','Q612','Q613','Q614','Q615','Q618']\n",
    "copd_icds=['J40','J410','J411','J418','J42','J430','J431','J432','J439','J440','J441','J449','J470','J471','J479','J982','J983']\n",
    "dep_bipolar_others_icds=['F0631','F0632','F310','F3110','F3111','F3112','F3113','F312','F3130','F3131','F3132','F314','F315','F3160','F3161','F3162','F3163','F3164','F3171','F3173','F3175','F3176','F3177','F3178','F3181','F3189','F319','F320','F321','F322','F323','F324','F325','F328','F3289','F329','F32A','F330','F331','F332','F333','F3340','F3341','F3342','F338','F339','F340','F341','F4321','F4323']\n",
    "dm_icds=['E0800','E0801','E0810','E0811','E0821','E0822','E0829','E08311','E08319','E08321','E083211','E083212','E083213','E083219','E08329','E083291','E083292','E083293','E083299','E08331','E083311','E083312','E083313','E083319','E08339','E083391','E083392','E083393','E083399','E08341','E083411','E083412','E083413','E083419','E08349','E083491','E083492','E083493','E083499','E08351','E083511','E083512','E083513','E083519','E083521','E083522','E083523','E083529','E083531','E083532','E083533','E083539','E083541','E083542','E083543','E083549','E083551','E083552','E083553','E083559','E08359','E083591','E083592','E083593','E083599','E0836','E0837X1','E0837X2','E0837X3','E0837X9','E0839','E0840','E0841','E0842','E0843','E0844','E0849','E0851','E0852','E0859','E08610','E08618','E08620','E08621','E08622','E08628','E08630','E08638','E08641','E08649','E0865','E0869','E088','E089','E0900','E0901','E0910','E0911','E0921','E0922','E0929','E09311','E09319','E09321','E093211','E093212','E093213','E093219','E09329','E093291','E093292','E093293','E093299','E09331','E093311','E093312','E093313','E093319','E09339','E093391','E093392','E093393','E093399','E09341','E093411','E093412','E093413','E093419','E09349','E093491','E093492','E093493','E093499','E09351','E093511','E093512','E093513','E093519','E093521','E093522','E093523','E093529','E093531','E093532','E093533','E093539','E093541','E093542','E093543','E093549','E093551','E093552','E093553','E093559','E09359','E093591','E093592','E093593','E093599','E0936','E0937X1','E0937X2','E0937X3','E0937X9','E0939','E0940','E0941','E0942','E0943','E0944','E0949','E0951','E0952','E0959','E09610','E09618','E09620','E09621','E09622','E09628','E09630','E09638','E09641','E09649','E0965','E0969','E098','E099','E1010','E1011','E1021','E1022','E1029','E10311','E10319','E10321','E103211','E103212','E103213','E103219','E10329','E103291','E103292','E103293','E103299','E10331','E103311','E103312','E103313','E103319','E10339','E103391','E103392','E103393','E103399','E10341','E103411','E103412','E103413','E103419','E10349','E103491','E103492','E103493','E103499','E10351','E103511','E103512','E103513','E103519','E10359','E1036','E1037X1','E1037X2','E1037X3','E1037X9','E1039','E1040','E1041','E1042','E1043','E1044','E1049','E1051','E1052','E1059','E10610','E10618','E10620','E10621','E10622','E10628','E10630','E10638','E10641','E10649','E1065','E1069','E108','E109','E1100','E1101','E1110','E1111','E1121','E1122','E1129','E11311','E11319','E11321','E113211','E113212','E113213','E113219','E11329','E113291','E113292','E113293','E113299','E11331','E113311','E113312','E113313','E113319','E11339','E113391','E113392','E113393','E113399','E11341','E113411','E113412','E113413','E113419','E11349','E113491','E113492','E113493','E113499','E11351','E113511','E113512','E113513','E113519','E113521','E113522','E113523','E113529','E113531','E113532','E113533','E113539','E113541','E113542','E113543','E113549','E113551','E113552','E113553','E113559','E11359','E113591','E113592','E113593','E113599','E1136','E1137X1','E1137X2','E1137X3','E1137X9','E1139','E1140','E1141','E1142','E1143','E1144','E1149','E1151','E1152','E1159','E11610','E11618','E11620','E11621','E11622','E11628','E11630','E11638','E11641','E11649','E1165','E1169','E118','E119','E1300','E1301','E1310','E1311','E1321','E1322','E1329','E13311','E13319','E13321','E133211','E133212','E133213','E133219','E13329','E133291','E133292','E133293','E133299','E13331','E133311','E133312','E133313','E133319','E13339','E133391','E133392','E133393','E133399','E13341','E133411','E133412','E133413','E133419','E13349','E133491','E133492','E133493','E133499','E13351','E133511','E133512','E133513','E133519','E133521','E133522','E133523','E133529','E133531','E133532','E133533','E133539','E133541','E133542','E133543','E133549','E133551','E133552','E133553','E133559','E13359','E1336','E1339','E1340','E1341','E1342','E1343','E1344','E1349','E1351','E1352','E1359','E13610','E13618','E13620','E13621','E13622','E13628','E13630','E13638','E13641','E13649','E1365','E1369','E138','E139']\n",
    "glaucoma_icds=['H40011','H40012','H40013','H40019','H40021','H40022','H40023','H40029','H40041','H40042','H40043','H40049','H40051','H40052','H40053','H40059','H4010X0','H4010X1','H4010X2','H4010X3','H4010X4','H401110','H401111','H401112','H401113','H401114','H401120','H401121','H401122','H401123','H401124','H401130','H401131','H401132','H401133','H401134','H401190','H401191','H401192','H401193','H401194','H4011X0','H4011X1','H4011X2','H4011X3','H4011X4','H401210','H401211','H401212','H401213','H401214','H401220','H401221','H401222','H401223','H401224','H401230','H401231','H401232','H401233','H401234','H401290','H401291','H401292','H401293','H401294','H401310','H401311','H401312','H401313','H401314','H401320','H401321','H401322','H401323','H401324','H401330','H401331','H401332','H401333','H401334','H401390','H401391','H401392','H401393','H401394','H401410','H401411','H401412','H401413','H401414','H401420','H401421','H401422','H401423','H401424','H401430','H401431','H401432','H401433','H401434','H401490','H401491','H401492','H401493','H401494','H40151','H40152','H40153','H40159','H4020X0','H4020X1','H4020X2','H4020X3','H4020X4','H40211','H40212','H40213','H40219','H402210','H402211','H402212','H402213','H402214','H402220','H402221','H402222','H402223','H402224','H402230','H402231','H402232','H402233','H402234','H402290','H402291','H402292','H402293','H402294','H40231','H40232','H40233','H40239','H40241','H40242','H40243','H40249','H4030X0','H4030X1','H4030X2','H4030X3','H4030X4','H4031X0','H4031X1','H4031X2','H4031X3','H4031X4','H4032X0','H4032X1','H4032X2','H4032X3','H4032X4','H4033X0','H4033X1','H4033X2','H4033X3','H4033X4','H4040X0','H4040X1','H4040X2','H4040X3','H4040X4','H4041X0','H4041X1','H4041X2','H4041X3','H4041X4','H4042X0','H4042X1','H4042X2','H4042X3','H4042X4','H4043X0','H4043X1','H4043X2','H4043X3','H4043X4','H4050X0','H4050X1','H4050X2','H4050X3','H4050X4','H4051X0','H4051X1','H4051X2','H4051X3','H4051X4','H4052X0','H4052X1','H4052X2','H4052X3','H4052X4','H4053X0','H4053X1','H4053X2','H4053X3','H4053X4','H4060X0','H4060X1','H4060X2','H4060X3','H4060X4','H4061X0','H4061X1','H4061X2','H4061X3','H4061X4','H4062X0','H4062X1','H4062X2','H4062X3','H4062X4','H4063X0','H4063X1','H4063X2','H4063X3','H4063X4','H40811','H40812','H40813','H40819','H40821','H40822','H40823','H40829','H40831','H40832','H40833','H40839','H4089','H409','H42','H44511','H44512','H44513','H44519','H47231','H47232','H47233','H47239','Q150']\n",
    "hf_non_ischemic_hd_icds=['I0981','I110','I130','I132','I420','I425','I426','I427','I428','I43','I501','I5020','I5021','I5022','I5023','I5030','I5031','I5032','I5033','I5040','I5041','I5042','I5043','I50810','I50811','I50812','I50813','I50814','I5082','I5083','I5084','I5089','I509','P290']\n",
    "hip_pelvic_fx_icds=['M80051A','M80052A','M80059A','M80851A','M80852A','M80859A','M84350A','M84351A','M84352A','M84353A','M84359A','M84451A','M84452A','M84453A','M84459A','M84550A','M84551A','M84552A','M84553A','M84559A','M84650A','M84651A','M84652A','M84653A','M84659A','M9701XA','M9702XA','S32301A','S32301B','S32302A','S32302B','S32309A','S32309B','S32311A','S32311B','S32312A','S32312B','S32313A','S32313B','S32314A','S32314B','S32315A','S32315B','S32316A','S32316B','S32391A','S32391B','S32392A','S32392B','S32399A','S32399B','S32401A','S32401B','S32402A','S32402B','S32409A','S32409B','S32411A','S32411B','S32412A','S32412B','S32413A','S32413B','S32414A','S32414B','S32415A','S32415B','S32416A','S32416B','S32421A','S32421B','S32422A','S32422B','S32423A','S32423B','S32424A','S32424B','S32425A','S32425B','S32426A','S32426B','S32431A','S32431B','S32432A','S32432B','S32433A','S32433B','S32434A','S32434B','S32435A','S32435B','S32436A','S32436B','S32441A','S32441B','S32442A','S32442B','S32443A','S32443B','S32444A','S32444B','S32445A','S32445B','S32446A','S32446B','S32451A','S32451B','S32452A','S32452B','S32453A','S32453B','S32454A','S32454B','S32455A','S32455B','S32456A','S32456B','S32461A','S32461B','S32462A','S32462B','S32463A','S32463B','S32464A','S32464B','S32465A','S32465B','S32466A','S32466B','S32471A','S32471B','S32472A','S32472B','S32473A','S32473B','S32474A','S32474B','S32475A','S32475B','S32476A','S32476B','S32481A','S32481B','S32482A','S32482B','S32483A','S32483B','S32484A','S32484B','S32485A','S32485B','S32486A','S32486B','S32491A','S32491B','S32492A','S32492B','S32499A','S32499B','S32501A','S32501B','S32502A','S32502B','S32509A','S32509B','S32511A','S32511B','S32512A','S32512B','S32519A','S32519B','S32591A','S32591B','S32592A','S32592B','S32599A','S32599B','S32601A','S32601B','S32602A','S32602B','S32609A','S32609B','S32611A','S32611B','S32612A','S32612B','S32613A','S32613B','S32614A','S32614B','S32615A','S32615B','S32616A','S32616B','S32691A','S32691B','S32692A','S32692B','S32699A','S32699B','S32810A','S32810B','S32811A','S32811B','S3282XA','S3282XB','S3289XA','S3289XB','S329XXA','S329XXB','S72001A','S72001B','S72001C','S72002A','S72002B','S72002C','S72009A','S72009B','S72009C','S72011A','S72011B','S72011C','S72012A','S72012B','S72012C','S72019A','S72019B','S72019C','S72021A','S72021B','S72021C','S72022A','S72022B','S72022C','S72023A','S72023B','S72023C','S72024A','S72024B','S72024C','S72025A','S72025B','S72025C','S72026A','S72026B','S72026C','S72031A','S72031B','S72031C','S72032A','S72032B','S72032C','S72033A','S72033B','S72033C','S72034A','S72034B','S72034C','S72035A','S72035B','S72035C','S72036A','S72036B','S72036C','S72041A','S72041B','S72041C','S72042A','S72042B','S72042C','S72043A','S72043B','S72043C','S72044A','S72044B','S72044C','S72045A','S72045B','S72045C','S72046A','S72046B','S72046C','S72051A','S72051B','S72051C','S72052A','S72052B','S72052C','S72059A','S72059B','S72059C','S72061A','S72061B','S72061C','S72062A','S72062B','S72062C','S72063A','S72063B','S72063C','S72064A','S72064B','S72064C','S72065A','S72065B','S72065C','S72066A','S72066B','S72066C','S72091A','S72091B','S72091C','S72092A','S72092B','S72092C','S72099A','S72099B','S72099C','S72101A','S72101B','S72101C','S72102A','S72102B','S72102C','S72109A','S72109B','S72109C','S72111A','S72111B','S72111C','S72112A','S72112B','S72112C','S72113A','S72113B','S72113C','S72114A','S72114B','S72114C','S72115A','S72115B','S72115C','S72116A','S72116B','S72116C','S72121A','S72121B','S72121C','S72122A','S72122B','S72122C','S72123A','S72123B','S72123C','S72124A','S72124B','S72124C','S72125A','S72125B','S72125C','S72126A','S72126B','S72126C','S72131A','S72131B','S72131C','S72132A','S72132B','S72132C','S72133A','S72133B','S72133C','S72134A','S72134B','S72134C','S72135A','S72135B','S72135C','S72136A','S72136B','S72136C','S72141A','S72141B','S72141C','S72142A','S72142B','S72142C','S72143A','S72143B','S72143C','S72144A','S72144B','S72144C','S72145A','S72145B','S72145C','S72146A','S72146B','S72146C','S7221XA','S7221XB','S7221XC','S7222XA','S7222XB','S7222XC','S7223XA','S7223XB','S7223XC','S7224XA','S7224XB','S7224XC','S7225XA','S7225XB','S7225XC','S7226XA','S7226XB','S7226XC','S79001A','S79002A','S79009A','S79011A','S79012A','S79019A','S79091A','S79092A','S79099A']\n",
    "hlp_icds=['E780','E7800','E7801','E781','E782','E783','E784','E7841','E7849','E785']\n",
    "htn_icds=['H35031','H35032','H35033','H35039','I10','I110','I119','I120','I129','I130','I1310','I1311','I132','I150','I151','I152','I158','I159','I674','N262']\n",
    "ht_icds=['E000','E001','E002','E009','E018','E02','E030','E031','E032','E033','E034','E038','E039','E890']\n",
    "ihd_icds=['I200','I201','I208','I240','I241','I248','I2510','I25110','I25111','I25118','I25119','I253','I2541','I2542','I255','I256','I25700','I25701','I25708','I25710','I25711','I25718','I25719','I25720','I25721','I25728','I25729','I25730','I25731','I25738','I25739','I25750','I25751','I25758','I25759','I25760','I25761','I25768','I25769','I25790','I25791','I25798','I25799','I25810','I25811','I25812','I2582','I2583','I2584','I2589','I259']\n",
    "nad_icds=['F0150','F0151','F0280','F0281','F0390','F0391','F05','G138','G3101','G3109','G311','G312','G3183','G94','R4181']\n",
    "or_with_without_pathological_fx_icds=['M8000XA','M80011A','M80012A','M80019A','M80021A','M80022A','M80029A','M80031A','M80032A','M80039A','M80041A','M80042A','M80049A','M80051A','M80052A','M80059A','M80061A','M80062A','M80069A','M80071A','M80072A','M80079A','M8008XA','M800AXA','M8080XA','M80811A','M80812A','M80819A','M80821A','M80822A','M80829A','M80831A','M80832A','M80839A','M80841A','M80842A','M80849A','M80851A','M80852A','M80859A','M80861A','M80862A','M80869A','M80871A','M80872A','M80879A','M8088XA','M808AXA','M810','M816','M818']\n",
    "pd_and_sp_icds=['G20','G2111','G2119','G213','G214','G218','G219','G3183']\n",
    "pneumonia_all_cause_icds=['A0103','A0222','A065','A202','A212','A221','A310','A3701','A3711','A3781','A3791','A403','A420','A430','A481','A5004','A5484','B012','B052','B0681','B371','B380','B382','B390','B392','B400','B402','B410','B583','B59','B664','B671','B7781','B953','B960','B961','J09X1','J1000','J1001','J1008','J1100','J1108','J120','J121','J122','J123','J1281','J1282','J1289','J129','J13','J14','J150','J151','J1520','J15211','J15212','J1529','J153','J154','J155','J156','J157','J158','J159','J160','J168','J17','J180','J181','J182','J188','J189','J200','J84111','J84116','J84117','J84178','J842','J851','J95851','P230','P231','P232','P233','P234','P235','P236','P238','P239','Z8701']\n",
    "ra_oa_icds=['L4050','L4051','L4054','L4059','M0500','M05011','M05012','M05019','M05021','M05022','M05029','M05031','M05032','M05039','M05041','M05042','M05049','M05051','M05052','M05059','M05061','M05062','M05069','M05071','M05072','M05079','M0509','M0510','M05111','M05112','M05119','M05121','M05122','M05129','M05131','M05132','M05139','M05141','M05142','M05149','M05151','M05152','M05159','M05161','M05162','M05169','M05171','M05172','M05179','M0519','M0520','M05211','M05212','M05219','M05221','M05222','M05229','M05231','M05232','M05239','M05241','M05242','M05249','M05251','M05252','M05259','M05261','M05262','M05269','M05271','M05272','M05279','M0529','M0530','M05311','M05312','M05319','M05321','M05322','M05329','M05331','M05332','M05339','M05341','M05342','M05349','M05351','M05352','M05359','M05361','M05362','M05369','M05371','M05372','M05379','M0539','M0540','M05411','M05412','M05419','M05421','M05422','M05429','M05431','M05432','M05439','M05441','M05442','M05449','M05451','M05452','M05459','M05461','M05462','M05469','M05471','M05472','M05479','M0549','M0550','M05511','M05512','M05519','M05521','M05522','M05529','M05531','M05532','M05539','M05541','M05542','M05549','M05551','M05552','M05559','M05561','M05562','M05569','M05571','M05572','M05579','M0559','M0560','M05611','M05612','M05619','M05621','M05622','M05629','M05631','M05632','M05639','M05641','M05642','M05649','M05651','M05652','M05659','M05661','M05662','M05669','M05671','M05672','M05679','M0569','M0570','M05711','M05712','M05719','M05721','M05722','M05729','M05731','M05732','M05739','M05741','M05742','M05749','M05751','M05752','M05759','M05761','M05762','M05769','M05771','M05772','M05779','M0579','M057A','M0580','M05811','M05812','M05819','M05821','M05822','M05829','M05831','M05832','M05839','M05841','M05842','M05849','M05851','M05852','M05859','M05861','M05862','M05869','M05871','M05872','M05879','M0589','M058A','M059','M0600','M06011','M06012','M06019','M06021','M06022','M06029','M06031','M06032','M06039','M06041','M06042','M06049','M06051','M06052','M06059','M06061','M06062','M06069','M06071','M06072','M06079','M0608','M0609','M060A','M061','M0620','M06211','M06212','M06219','M06221','M06222','M06229','M06231','M06232','M06239','M06241','M06242','M06249','M06251','M06252','M06259','M06261','M06262','M06269','M06271','M06272','M06279','M0628','M0629','M0630','M06311','M06312','M06319','M06321','M06322','M06329','M06331','M06332','M06339','M06341','M06342','M06349','M06351','M06352','M06359','M06361','M06362','M06369','M06371','M06372','M06379','M0638','M0639','M0680','M06811','M06812','M06819','M06821','M06822','M06829','M06831','M06832','M06839','M06841','M06842','M06849','M06851','M06852','M06859','M06861','M06862','M06869','M06871','M06872','M06879','M0688','M0689','M068A','M069','M0800','M08011','M08012','M08019','M08021','M08022','M08029','M08031','M08032','M08039','M08041','M08042','M08049','M08051','M08052','M08059','M08061','M08062','M08069','M08071','M08072','M08079','M0808','M0809','M080A','M081','M0820','M08211','M08212','M08219','M08221','M08222','M08229','M08231','M08232','M08239','M08241','M08242','M08249','M08251','M08252','M08259','M08261','M08262','M08269','M08271','M08272','M08279','M0828','M0829','M082A','M083','M0840','M08411','M08412','M08419','M08421','M08422','M08429','M08431','M08432','M08439','M08441','M08442','M08449','M08451','M08452','M08459','M08461','M08462','M08469','M08471','M08472','M08479','M0848','M084A','M0880','M08811','M08812','M08819','M08821','M08822','M08829','M08831','M08832','M08839','M08841','M08842','M08849','M08851','M08852','M08859','M08861','M08862','M08869','M08871','M08872','M08879','M0888','M0889','M0890','M08911','M08912','M08919','M08921','M08922','M08929','M08931','M08932','M08939','M08941','M08942','M08949','M08951','M08952','M08959','M08961','M08962','M08969','M08971','M08972','M08979','M0898','M0899','M089A','M150','M151','M152','M153','M154','M158','M159','M160','M1610','M1611','M1612','M162','M1630','M1631','M1632','M164','M1650','M1651','M1652','M166','M167','M169','M170','M1710','M1711','M1712','M172','M1730','M1731','M1732','M174','M175','M179','M180','M1810','M1811','M1812','M182','M1830','M1831','M1832','M184','M1850','M1851','M1852','M189','M19011','M19012','M19019','M19021','M19022','M19029','M19031','M19032','M19039','M19041','M19042','M19049','M19071','M19072','M19079','M1909','M19111','M19112','M19119','M19121','M19122','M19129','M19131','M19132','M19139','M19141','M19142','M19149','M19171','M19172','M19179','M19211','M19212','M19219','M19221','M19222','M19229','M19231','M19232','M19239','M19241','M19242','M19249','M19271','M19272','M19279','M1929','M1990','M1991','M1992','M1993','M450','M451','M452','M453','M454','M455','M456','M457','M458','M459','M45A0','M45A1','M45A2','M45A3','M45A4','M45A5','M45A6','M45A7','M45A8','M45AB','M4680','M4681','M4682','M4683','M4684','M4685','M4686','M4687','M4688','M4689','M4690','M4691','M4692','M4693','M4694','M4695','M4696','M4697','M4698','M4699','M47011','M47012','M47013','M47014','M47015','M47016','M47019','M47021','M47022','M47029','M4710','M4711','M4712','M4713','M4714','M4715','M4716','M4720','M4721','M4722','M4723','M4724','M4725','M4726','M4727','M4728','M47811','M47812','M47813','M47814','M47815','M47816','M47817','M47818','M47819','M47891','M47892','M47893','M47894','M47895','M47896','M47897','M47898','M47899','M479','M488X1','M488X2','M488X3','M488X4','M488X5','M488X6','M488X7','M488X8','M488X9']\n",
    "stroke_tia_icds=['G450','G451','G452','G453','G458','G459','G460','G461','G462','G463','G464','G465','G466','G467','G468','G9731','G9732','I6000','I6001','I6002','I6010','I6011','I6012','I602','I6020','I6021','I6022','I6030','I6031','I6032','I604','I6050','I6051','I6052','I606','I607','I608','I609','I610','I611','I612','I613','I614','I615','I616','I618','I619','I6200','I6201','I6202','I629','I6300','I63011','I63012','I63013','I63019','I6302','I63031','I63032','I63033','I63039','I6309','I6310','I63111','I63112','I63113','I63119','I6312','I63131','I63132','I63133','I63139','I6319','I6320','I63211','I63212','I63213','I63219','I6322','I63231','I63232','I63233','I63239','I6329','I6330','I63311','I63312','I63313','I63319','I63321','I63322','I63323','I63329','I63331','I63332','I63333','I63339','I63341','I63342','I63343','I63349','I6339','I6340','I63411','I63412','I63413','I63419','I63421','I63422','I63423','I63429','I63431','I63432','I63433','I63439','I63441','I63442','I63443','I63449','I6349','I6350','I63511','I63512','I63513','I63519','I63521','I63522','I63523','I63529','I63531','I63532','I63533','I63539','I63541','I63542','I63543','I63549','I6359','I636','I638','I6381','I6389','I639','I67841','I67848','I6789','I97810','I97811','I97820','I97821']\n",
    "\n",
    "# rename synthetic chronic condition categories\n",
    "synthetic_inpatient_df.replace(ami_icds,'ami', inplace=True)\n",
    "synthetic_inpatient_df.replace(ad_icds,'ad', inplace=True)\n",
    "synthetic_inpatient_df.replace(anemia_icds,'anemia', inplace=True)\n",
    "synthetic_inpatient_df.replace(asthma_icds,'asthma', inplace=True)\n",
    "synthetic_inpatient_df.replace(afib_flutter_icds,'afib_flutter', inplace=True)\n",
    "synthetic_inpatient_df.replace(bph_icds,'bph', inplace=True)\n",
    "synthetic_inpatient_df.replace(breast_ca_icds,'breast_ca', inplace=True)\n",
    "synthetic_inpatient_df.replace(colorectal_ca_icds,'colorectal_ca', inplace=True)\n",
    "synthetic_inpatient_df.replace(endometrial_ca_icds,'endometrial_ca', inplace=True)\n",
    "synthetic_inpatient_df.replace(lung_ca_icds,'lung_ca', inplace=True)\n",
    "synthetic_inpatient_df.replace(prostate_ca_icds,'prostate_ca', inplace=True)\n",
    "synthetic_inpatient_df.replace(urologic_ca_icds,'urologic_ca', inplace=True)\n",
    "synthetic_inpatient_df.replace(cataract_icds,'cataract', inplace=True)\n",
    "synthetic_inpatient_df.replace(ckd_icds,'ckd', inplace=True)\n",
    "synthetic_inpatient_df.replace(copd_icds,'copd', inplace=True)\n",
    "synthetic_inpatient_df.replace(dep_bipolar_others_icds,'dep_bipolar_others', inplace=True)\n",
    "synthetic_inpatient_df.replace(dm_icds,'dm', inplace=True)\n",
    "synthetic_inpatient_df.replace(glaucoma_icds,'glaucoma', inplace=True)\n",
    "synthetic_inpatient_df.replace(hf_non_ischemic_hd_icds,'hf_non_ischemic_hd', inplace=True)\n",
    "synthetic_inpatient_df.replace(hip_pelvic_fx_icds,'hip_pelvic_fx', inplace=True)\n",
    "synthetic_inpatient_df.replace(hlp_icds,'hlp', inplace=True)\n",
    "synthetic_inpatient_df.replace(htn_icds,'htn', inplace=True)\n",
    "synthetic_inpatient_df.replace(ht_icds,'ht', inplace=True)\n",
    "synthetic_inpatient_df.replace(ihd_icds,'ihd', inplace=True)\n",
    "synthetic_inpatient_df.replace(nad_icds,'nad', inplace=True)\n",
    "synthetic_inpatient_df.replace(or_with_without_pathological_fx_icds,'or_with_without_pathological_fx', inplace=True)\n",
    "synthetic_inpatient_df.replace(pd_and_sp_icds,'pd_and_sp', inplace=True)\n",
    "synthetic_inpatient_df.replace(pneumonia_all_cause_icds,'pneumonia_all_cause', inplace=True)\n",
    "synthetic_inpatient_df.replace(ra_oa_icds,'ra_oa', inplace=True)\n",
    "synthetic_inpatient_df.replace(stroke_tia_icds,'stroke_tia', inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d2ee2906",
   "metadata": {},
   "source": [
    "### Convert datatypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "95c8b832",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:50.736658Z",
     "start_time": "2023-04-20T19:32:50.267656Z"
    }
   },
   "outputs": [],
   "source": [
    "# convert synthetic dates to datetime\n",
    "synthetic_inpatient_df['CLM_ADMSN_DT'] = pd.to_datetime(synthetic_inpatient_df['CLM_ADMSN_DT'])\n",
    "synthetic_inpatient_df['NCH_BENE_DSCHRG_DT'] = pd.to_datetime(synthetic_inpatient_df['NCH_BENE_DSCHRG_DT'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "70da229f",
   "metadata": {},
   "source": [
    "### Relabel columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "bb4d0646",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:50.784662Z",
     "start_time": "2023-04-20T19:32:50.737658Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1    28601\n",
      "2    20751\n",
      "Name: SEX_IDENT_CD, dtype: int64\n",
      "White                    31131\n",
      "Hispanic                  9189\n",
      "Black                     6018\n",
      "Asian                     1344\n",
      "Other                     1131\n",
      "North_American_Native      539\n",
      "Name: BENE_RACE_CD, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# BENE_SEX_IDENT_CD\n",
    "synthetic_inpatient_df['SEX_IDENT_CD'] = synthetic_inpatient_df['SEX_IDENT_CD'].astype('category')\n",
    "synthetic_inpatient_df['SEX_IDENT_CD'] = synthetic_inpatient_df['SEX_IDENT_CD'].cat.rename_categories({1: 'Male', 2: 'Female'})\n",
    "print(synthetic_inpatient_df['SEX_IDENT_CD'].value_counts())\n",
    "\n",
    "# BENE_RACE_CD\n",
    "synthetic_inpatient_df['BENE_RACE_CD'] = synthetic_inpatient_df['BENE_RACE_CD'].astype('category')\n",
    "synthetic_inpatient_df['BENE_RACE_CD'] = synthetic_inpatient_df['BENE_RACE_CD'].cat.rename_categories({'1': 'White', '2': 'Black', '3': 'Other', '4': 'Asian', '5': 'Hispanic', '6': 'North_American_Native'})\n",
    "print(synthetic_inpatient_df['BENE_RACE_CD'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "3c6c9cc9",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:50.832667Z",
     "start_time": "2023-04-20T19:32:50.787670Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "80-max    15663\n",
      "0-64      14019\n",
      "75-79      6377\n",
      "70-74      6309\n",
      "65-69      5665\n",
      "Name: AGE_GROUP, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# left bin edge is exclusvie\n",
    "# right bin edge is inclusive\n",
    "\n",
    "category = pd.cut(synthetic_inpatient_df.AGE_AT_END_REF_YR, bins=[0,64,69,74,79,105], labels=['0-64','65-69','70-74','75-79','80-max'])\n",
    "\n",
    "synthetic_inpatient_df.insert(6,'AGE_GROUP',category)\n",
    "synthetic_inpatient_df['AGE_GROUP'].value_counts()\n",
    "\n",
    "# drop old age column\n",
    "synthetic_inpatient_df = synthetic_inpatient_df.drop('AGE_AT_END_REF_YR', axis=1)\n",
    "print(synthetic_inpatient_df['AGE_GROUP'].value_counts())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3a92a937",
   "metadata": {},
   "source": [
    "# Define 30, 60, 90 day readmissions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "64aa9159",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.572804Z",
     "start_time": "2023-04-20T19:32:50.835672Z"
    }
   },
   "outputs": [],
   "source": [
    "# 30 days\n",
    "synthetic_inpatient_df[['CLM_ADMSN_DT','NCH_BENE_DSCHRG_DT']] = synthetic_inpatient_df[['CLM_ADMSN_DT','NCH_BENE_DSCHRG_DT']].\\\n",
    "                                                apply(lambda x: pd.to_datetime(x))\n",
    "synthetic_inpatient_df = synthetic_inpatient_df.sort_values(['BENE_ID','CLM_ADMSN_DT'])\n",
    "synthetic_inpatient_df['READMIT_30']=synthetic_inpatient_df.groupby('BENE_ID').apply(lambda x : (x['CLM_ADMSN_DT'].\\\n",
    "shift(-1)-x['NCH_BENE_DSCHRG_DT']).dt.days.le(30).astype(int)).reset_index(0).drop('BENE_ID',1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "e02a44b4",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.588787Z",
     "start_time": "2023-04-20T19:32:56.573786Z"
    }
   },
   "outputs": [],
   "source": [
    "# define output label\n",
    "synthetic_inpatient_df['OUTPUT_LABEL_30'] = (synthetic_inpatient_df.READMIT_30 == 1).astype('int')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "c1fbb506",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.604788Z",
     "start_time": "2023-04-20T19:32:56.590795Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Prevalence:0.763\n"
     ]
    }
   ],
   "source": [
    "# calculate the prevalence of readmissions\n",
    "def calc_prevalence(y_actual):\n",
    "    return (sum(y_actual)/len(y_actual))\n",
    "\n",
    "print('Prevalence:%.3f'%calc_prevalence(synthetic_inpatient_df['OUTPUT_LABEL_30'].values))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fb384ca1",
   "metadata": {},
   "source": [
    "# Feature Engineering"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "6623d853",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.620786Z",
     "start_time": "2023-04-20T19:32:56.607787Z"
    }
   },
   "outputs": [],
   "source": [
    "# define categorical variables\n",
    "cols_cat = ['SEX_IDENT_CD','ICD_DGNS_CD1','ICD_DGNS_CD2','ICD_DGNS_CD3','ICD_DGNS_CD4','ICD_DGNS_CD5','ICD_DGNS_CD6','ICD_DGNS_CD7','ICD_DGNS_CD8','ICD_DGNS_CD9','ICD_DGNS_CD10','ICD_DGNS_CD11','ICD_DGNS_CD12','ICD_DGNS_CD13','ICD_DGNS_CD14','ICD_DGNS_CD15','ICD_DGNS_CD16','ICD_DGNS_CD17','ICD_DGNS_CD18','ICD_DGNS_CD19','ICD_DGNS_CD20','ICD_DGNS_CD21','ICD_DGNS_CD22','ICD_DGNS_CD23','ICD_DGNS_CD24','ICD_DGNS_CD25','AGE_GROUP','FOOD_INSECURITY_GROUP','SEVERE_HOUSING_COST_BURDEN_GROUP','NO_VEHICLE_ACCESS_GROUP']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "b71b44b9",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.794789Z",
     "start_time": "2023-04-20T19:32:56.622788Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SEX_IDENT_CD                           0\n",
       "ICD_DGNS_CD1                           0\n",
       "ICD_DGNS_CD2                           0\n",
       "ICD_DGNS_CD3                           0\n",
       "ICD_DGNS_CD4                           0\n",
       "ICD_DGNS_CD5                           0\n",
       "ICD_DGNS_CD6                           0\n",
       "ICD_DGNS_CD7                           0\n",
       "ICD_DGNS_CD8                           0\n",
       "ICD_DGNS_CD9                           0\n",
       "ICD_DGNS_CD10                          0\n",
       "ICD_DGNS_CD11                          0\n",
       "ICD_DGNS_CD12                          0\n",
       "ICD_DGNS_CD13                          0\n",
       "ICD_DGNS_CD14                          0\n",
       "ICD_DGNS_CD15                          0\n",
       "ICD_DGNS_CD16                          0\n",
       "ICD_DGNS_CD17                          0\n",
       "ICD_DGNS_CD18                          0\n",
       "ICD_DGNS_CD19                          0\n",
       "ICD_DGNS_CD20                          0\n",
       "ICD_DGNS_CD21                          0\n",
       "ICD_DGNS_CD22                          0\n",
       "ICD_DGNS_CD23                          0\n",
       "ICD_DGNS_CD24                          0\n",
       "ICD_DGNS_CD25                          0\n",
       "AGE_GROUP                           1319\n",
       "FOOD_INSECURITY_GROUP                  0\n",
       "SEVERE_HOUSING_COST_BURDEN_GROUP       0\n",
       "NO_VEHICLE_ACCESS_GROUP                0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check for missing values in categorical variables\n",
    "synthetic_inpatient_df[cols_cat].isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "a9e99cef",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.810791Z",
     "start_time": "2023-04-20T19:32:56.796788Z"
    }
   },
   "outputs": [],
   "source": [
    "# convert sdoh fiels to object\n",
    "synthetic_inpatient_df['FOOD_INSECURITY_GROUP'] = synthetic_inpatient_df['FOOD_INSECURITY_GROUP'].astype(object)\n",
    "synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN_GROUP'] = synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN_GROUP'].astype(object)\n",
    "synthetic_inpatient_df['NO_VEHICLE_ACCESS_GROUP'] = synthetic_inpatient_df['NO_VEHICLE_ACCESS_GROUP'].astype(object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "7186cf2b",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.826789Z",
     "start_time": "2023-04-20T19:32:56.812789Z"
    }
   },
   "outputs": [],
   "source": [
    "# convert null values to UNK\n",
    "synthetic_inpatient_df['FOOD_INSECURITY_GROUP'] = synthetic_inpatient_df['FOOD_INSECURITY_GROUP'].fillna('UNK') \n",
    "synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN_GROUP'] = synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN_GROUP'].fillna('UNK') \n",
    "synthetic_inpatient_df['NO_VEHICLE_ACCESS_GROUP'] = synthetic_inpatient_df['NO_VEHICLE_ACCESS_GROUP'].fillna('UNK')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "905f71da",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:56.857792Z",
     "start_time": "2023-04-20T19:32:56.828803Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "White                    31131\n",
      "Hispanic                  9189\n",
      "Black                     6018\n",
      "Asian                     1344\n",
      "Other                     1131\n",
      "North_American_Native      539\n",
      "Name: BENE_RACE_CD, dtype: int64\n",
      "1    28601\n",
      "2    20751\n",
      "Name: SEX_IDENT_CD, dtype: int64\n",
      "NaN                                44460\n",
      "lung_ca                             1267\n",
      "ckd                                 1180\n",
      "ami                                 1111\n",
      "colorectal_ca                        223\n",
      "nad                                  171\n",
      "ad                                   161\n",
      "breast_ca                            117\n",
      "or_with_without_pathological_fx       85\n",
      "ihd                                   81\n",
      "copd                                  80\n",
      "hlp                                   78\n",
      "htn                                   68\n",
      "pneumonia_all_cause                   63\n",
      "hf_non_ischemic_hd                    60\n",
      "asthma                                48\n",
      "ra_oa                                 43\n",
      "dm                                    24\n",
      "anemia                                16\n",
      "afib_flutter                          11\n",
      "ht                                     5\n",
      "Name: ICD_DGNS_CD1, dtype: int64\n",
      "80-max    15663\n",
      "0-64      14019\n",
      "75-79      6377\n",
      "70-74      6309\n",
      "65-69      5665\n",
      "Name: AGE_GROUP, dtype: int64\n",
      "medium    30989\n",
      "low       17658\n",
      "high        705\n",
      "Name: FOOD_INSECURITY_GROUP, dtype: int64\n",
      "medium    28490\n",
      "low       17122\n",
      "high       3740\n",
      "Name: SEVERE_HOUSING_COST_BURDEN_GROUP, dtype: int64\n",
      "low       47294\n",
      "high       1051\n",
      "medium     1007\n",
      "Name: NO_VEHICLE_ACCESS_GROUP, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# print value counts for each group\n",
    "print(synthetic_inpatient_df['BENE_RACE_CD'].value_counts())\n",
    "print(synthetic_inpatient_df['SEX_IDENT_CD'].value_counts())\n",
    "print(synthetic_inpatient_df['ICD_DGNS_CD1'].value_counts())\n",
    "print(synthetic_inpatient_df['AGE_GROUP'].value_counts())\n",
    "print(synthetic_inpatient_df['FOOD_INSECURITY_GROUP'].value_counts())\n",
    "print(synthetic_inpatient_df['SEVERE_HOUSING_COST_BURDEN_GROUP'].value_counts())\n",
    "print(synthetic_inpatient_df['NO_VEHICLE_ACCESS_GROUP'].value_counts())\n",
    "# print(synthetic_inpatient_df['REV_CNTR'].value_counts())\n",
    "# print(synthetic_inpatient_df['BENE_ENTLMT_RSN_CURR'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "e88b44e2",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.173306Z",
     "start_time": "2023-04-20T19:32:56.860796Z"
    }
   },
   "outputs": [],
   "source": [
    "# # create categorical features using dummy encoding\n",
    "synthetic_df_cat = pd.get_dummies(synthetic_inpatient_df[cols_cat])\n",
    "\n",
    "# # add one-hot encoding to dataframe\n",
    "synthetic_inpatient_df = pd.concat([synthetic_inpatient_df,synthetic_df_cat], axis=1)\n",
    "\n",
    "# # save names of categorical data\n",
    "synthetic_cols_all_cat = list(synthetic_df_cat.columns)\n",
    "\n",
    "# # define cols to use\n",
    "synthetic_col2use = synthetic_cols_all_cat\n",
    "\n",
    "# combine predictors and output variables\n",
    "synthetic_df_data_30 = synthetic_inpatient_df[synthetic_col2use + ['OUTPUT_LABEL_30']]\n",
    "# synthetic_df_data_60 = synthetic_inpatient_df[synthetic_col2use + ['OUTPUT_LABEL_60']]\n",
    "# synthetic_df_data_90 = synthetic_inpatient_df[synthetic_col2use + ['OUTPUT_LABEL_90']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "9a420f89",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.189307Z",
     "start_time": "2023-04-20T19:32:57.175320Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_NaN' 'ICD_DGNS_CD2_NaN' 'ICD_DGNS_CD3_NaN'\n",
      " 'ICD_DGNS_CD4_NaN' 'ICD_DGNS_CD5_NaN' 'ICD_DGNS_CD6_NaN'\n",
      " 'ICD_DGNS_CD7_NaN' 'ICD_DGNS_CD8_NaN' 'ICD_DGNS_CD9_NaN'\n",
      " 'ICD_DGNS_CD10_NaN' 'ICD_DGNS_CD11_NaN' 'ICD_DGNS_CD12_NaN'\n",
      " 'ICD_DGNS_CD13_NaN' 'ICD_DGNS_CD14_NaN' 'ICD_DGNS_CD15_NaN'\n",
      " 'ICD_DGNS_CD16_NaN' 'ICD_DGNS_CD17_NaN' 'ICD_DGNS_CD18_NaN'\n",
      " 'ICD_DGNS_CD19_NaN' 'ICD_DGNS_CD20_NaN' 'ICD_DGNS_CD21_NaN'\n",
      " 'ICD_DGNS_CD22_NaN' 'ICD_DGNS_CD23_NaN' 'ICD_DGNS_CD24_NaN'\n",
      " 'ICD_DGNS_CD25_NaN']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('NaN')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "8c786f91",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.252306Z",
     "start_time": "2023-04-20T19:32:57.191307Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_NaN_cc(row):\n",
    "    if row['ICD_DGNS_CD1_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_NaN']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_NaN']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_NaN']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "9bd2a47c",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.267308Z",
     "start_time": "2023-04-20T19:32:57.255309Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD2_prostate_ca' 'ICD_DGNS_CD3_prostate_ca'\n",
      " 'ICD_DGNS_CD4_prostate_ca' 'ICD_DGNS_CD5_prostate_ca'\n",
      " 'ICD_DGNS_CD6_prostate_ca' 'ICD_DGNS_CD7_prostate_ca'\n",
      " 'ICD_DGNS_CD8_prostate_ca' 'ICD_DGNS_CD9_prostate_ca'\n",
      " 'ICD_DGNS_CD10_prostate_ca' 'ICD_DGNS_CD11_prostate_ca'\n",
      " 'ICD_DGNS_CD12_prostate_ca' 'ICD_DGNS_CD13_prostate_ca'\n",
      " 'ICD_DGNS_CD14_prostate_ca' 'ICD_DGNS_CD15_prostate_ca'\n",
      " 'ICD_DGNS_CD16_prostate_ca' 'ICD_DGNS_CD17_prostate_ca'\n",
      " 'ICD_DGNS_CD18_prostate_ca' 'ICD_DGNS_CD19_prostate_ca'\n",
      " 'ICD_DGNS_CD20_prostate_ca' 'ICD_DGNS_CD21_prostate_ca'\n",
      " 'ICD_DGNS_CD22_prostate_ca' 'ICD_DGNS_CD23_prostate_ca'\n",
      " 'ICD_DGNS_CD24_prostate_ca' 'ICD_DGNS_CD25_prostate_ca']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('prostate_ca')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "941a3429",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.283307Z",
     "start_time": "2023-04-20T19:32:57.269307Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_prostate_ca_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_prostate_ca']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD2_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_prostate_ca']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD19_prostate_ca']==1:\n",
    "#         return '1'    \n",
    "    if row['ICD_DGNS_CD20_prostate_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_prostate_ca']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD22_prostate_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_prostate_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_prostate_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_prostate_ca']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "daf66e4e",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.299314Z",
     "start_time": "2023-04-20T19:32:57.285309Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_ckd' 'ICD_DGNS_CD2_ckd' 'ICD_DGNS_CD3_ckd'\n",
      " 'ICD_DGNS_CD4_ckd' 'ICD_DGNS_CD5_ckd' 'ICD_DGNS_CD6_ckd'\n",
      " 'ICD_DGNS_CD7_ckd' 'ICD_DGNS_CD8_ckd' 'ICD_DGNS_CD9_ckd'\n",
      " 'ICD_DGNS_CD10_ckd' 'ICD_DGNS_CD11_ckd' 'ICD_DGNS_CD12_ckd'\n",
      " 'ICD_DGNS_CD13_ckd' 'ICD_DGNS_CD14_ckd' 'ICD_DGNS_CD15_ckd'\n",
      " 'ICD_DGNS_CD16_ckd' 'ICD_DGNS_CD17_ckd' 'ICD_DGNS_CD18_ckd'\n",
      " 'ICD_DGNS_CD19_ckd' 'ICD_DGNS_CD20_ckd' 'ICD_DGNS_CD21_ckd'\n",
      " 'ICD_DGNS_CD22_ckd' 'ICD_DGNS_CD23_ckd' 'ICD_DGNS_CD24_ckd'\n",
      " 'ICD_DGNS_CD25_ckd']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('ckd')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "06a97b18",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.315309Z",
     "start_time": "2023-04-20T19:32:57.302321Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_ckd_cc(row):\n",
    "    if row['ICD_DGNS_CD1_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_ckd']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_ckd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_ckd']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "aa594bc1",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.331313Z",
     "start_time": "2023-04-20T19:32:57.323313Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_lung_ca' 'ICD_DGNS_CD2_lung_ca' 'ICD_DGNS_CD3_lung_ca'\n",
      " 'ICD_DGNS_CD4_lung_ca' 'ICD_DGNS_CD5_lung_ca' 'ICD_DGNS_CD6_lung_ca'\n",
      " 'ICD_DGNS_CD7_lung_ca']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('lung_ca')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "19b9de64",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.347309Z",
     "start_time": "2023-04-20T19:32:57.333309Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_lung_ca_cc(row):\n",
    "    if row['ICD_DGNS_CD1_lung_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_lung_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_lung_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_lung_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_lung_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_lung_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_lung_ca']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD8_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_lung_ca']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_lung_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_lung_ca']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "8cc32cf9",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.362308Z",
     "start_time": "2023-04-20T19:32:57.349309Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_nad' 'ICD_DGNS_CD2_nad' 'ICD_DGNS_CD3_nad'\n",
      " 'ICD_DGNS_CD4_nad' 'ICD_DGNS_CD5_nad' 'ICD_DGNS_CD6_nad'\n",
      " 'ICD_DGNS_CD7_nad' 'ICD_DGNS_CD8_nad' 'ICD_DGNS_CD9_nad'\n",
      " 'ICD_DGNS_CD10_nad' 'ICD_DGNS_CD11_nad' 'ICD_DGNS_CD12_nad'\n",
      " 'ICD_DGNS_CD13_nad' 'ICD_DGNS_CD14_nad' 'ICD_DGNS_CD17_nad'\n",
      " 'ICD_DGNS_CD18_nad' 'ICD_DGNS_CD19_nad' 'ICD_DGNS_CD20_nad']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('nad')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "96c86206",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.377312Z",
     "start_time": "2023-04-20T19:32:57.364309Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_nad_cc(row):\n",
    "    if row['ICD_DGNS_CD1_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_nad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_nad']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD13_nad']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD14_nad']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD15_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_nad']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_nad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_nad']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "4d013dd4",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.393309Z",
     "start_time": "2023-04-20T19:32:57.379310Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_ami' 'ICD_DGNS_CD2_ami' 'ICD_DGNS_CD3_ami'\n",
      " 'ICD_DGNS_CD4_ami' 'ICD_DGNS_CD5_ami' 'ICD_DGNS_CD6_ami'\n",
      " 'ICD_DGNS_CD7_ami' 'ICD_DGNS_CD8_ami' 'ICD_DGNS_CD9_ami'\n",
      " 'ICD_DGNS_CD10_ami' 'ICD_DGNS_CD11_ami' 'ICD_DGNS_CD12_ami'\n",
      " 'ICD_DGNS_CD13_ami' 'ICD_DGNS_CD14_ami' 'ICD_DGNS_CD15_ami'\n",
      " 'ICD_DGNS_CD16_ami' 'ICD_DGNS_CD17_ami' 'ICD_DGNS_CD18_ami'\n",
      " 'ICD_DGNS_CD19_ami' 'ICD_DGNS_CD20_ami' 'ICD_DGNS_CD21_ami'\n",
      " 'ICD_DGNS_CD22_ami' 'ICD_DGNS_CD23_ami' 'ICD_DGNS_CD24_ami']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('ami')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "d9d30f61",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.408310Z",
     "start_time": "2023-04-20T19:32:57.396311Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_ami_cc(row):\n",
    "    if row['ICD_DGNS_CD1_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_ami']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_ami']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_ami']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD25_ami']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "d3965161",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.424308Z",
     "start_time": "2023-04-20T19:32:57.411311Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_ad' 'ICD_DGNS_CD1_nad' 'ICD_DGNS_CD2_ad' 'ICD_DGNS_CD2_nad'\n",
      " 'ICD_DGNS_CD3_ad' 'ICD_DGNS_CD3_nad' 'ICD_DGNS_CD4_ad' 'ICD_DGNS_CD4_nad'\n",
      " 'ICD_DGNS_CD5_ad' 'ICD_DGNS_CD5_nad' 'ICD_DGNS_CD6_ad' 'ICD_DGNS_CD6_nad'\n",
      " 'ICD_DGNS_CD7_ad' 'ICD_DGNS_CD7_nad' 'ICD_DGNS_CD8_ad' 'ICD_DGNS_CD8_nad'\n",
      " 'ICD_DGNS_CD9_ad' 'ICD_DGNS_CD9_nad' 'ICD_DGNS_CD10_ad'\n",
      " 'ICD_DGNS_CD10_nad' 'ICD_DGNS_CD11_ad' 'ICD_DGNS_CD11_nad'\n",
      " 'ICD_DGNS_CD12_ad' 'ICD_DGNS_CD12_nad' 'ICD_DGNS_CD13_ad'\n",
      " 'ICD_DGNS_CD13_nad' 'ICD_DGNS_CD14_nad' 'ICD_DGNS_CD15_ad'\n",
      " 'ICD_DGNS_CD16_ad' 'ICD_DGNS_CD17_ad' 'ICD_DGNS_CD17_nad'\n",
      " 'ICD_DGNS_CD18_ad' 'ICD_DGNS_CD18_nad' 'ICD_DGNS_CD19_ad'\n",
      " 'ICD_DGNS_CD19_nad' 'ICD_DGNS_CD20_ad' 'ICD_DGNS_CD20_nad']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('ad')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "0be537ac",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.440309Z",
     "start_time": "2023-04-20T19:32:57.426310Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_ad_cc(row):\n",
    "    if row['ICD_DGNS_CD1_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_ad']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_ad']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD13_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_ad']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_ad']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_ad']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "2c16b753",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.456309Z",
     "start_time": "2023-04-20T19:32:57.442312Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_breast_ca' 'ICD_DGNS_CD2_breast_ca'\n",
      " 'ICD_DGNS_CD3_breast_ca' 'ICD_DGNS_CD4_breast_ca'\n",
      " 'ICD_DGNS_CD5_breast_ca' 'ICD_DGNS_CD6_breast_ca'\n",
      " 'ICD_DGNS_CD7_breast_ca' 'ICD_DGNS_CD8_breast_ca'\n",
      " 'ICD_DGNS_CD9_breast_ca' 'ICD_DGNS_CD10_breast_ca'\n",
      " 'ICD_DGNS_CD11_breast_ca' 'ICD_DGNS_CD12_breast_ca'\n",
      " 'ICD_DGNS_CD13_breast_ca' 'ICD_DGNS_CD14_breast_ca'\n",
      " 'ICD_DGNS_CD15_breast_ca' 'ICD_DGNS_CD16_breast_ca'\n",
      " 'ICD_DGNS_CD17_breast_ca' 'ICD_DGNS_CD18_breast_ca'\n",
      " 'ICD_DGNS_CD19_breast_ca' 'ICD_DGNS_CD20_breast_ca'\n",
      " 'ICD_DGNS_CD21_breast_ca' 'ICD_DGNS_CD22_breast_ca'\n",
      " 'ICD_DGNS_CD23_breast_ca' 'ICD_DGNS_CD24_breast_ca'\n",
      " 'ICD_DGNS_CD25_breast_ca']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('breast_ca')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "d3ca7cca",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.472310Z",
     "start_time": "2023-04-20T19:32:57.459319Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_breast_ca_cc(row):\n",
    "    if row['ICD_DGNS_CD1_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_breast_ca']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_breast_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_breast_ca']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "50c827d3",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.488337Z",
     "start_time": "2023-04-20T19:32:57.474311Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_colorectal_ca' 'ICD_DGNS_CD2_colorectal_ca'\n",
      " 'ICD_DGNS_CD3_colorectal_ca' 'ICD_DGNS_CD4_colorectal_ca'\n",
      " 'ICD_DGNS_CD5_colorectal_ca' 'ICD_DGNS_CD6_colorectal_ca']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('colorectal_ca')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "79af727c",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.504314Z",
     "start_time": "2023-04-20T19:32:57.491323Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_colorectal_ca_cc(row):\n",
    "    if row['ICD_DGNS_CD1_colorectal_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_colorectal_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_colorectal_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_colorectal_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_colorectal_ca']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_colorectal_ca']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD7_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_colorectal_ca']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_colorectal_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_colorectal_ca']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "8f16bf23",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.519309Z",
     "start_time": "2023-04-20T19:32:57.506310Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD2_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD3_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD4_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD5_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD6_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD7_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD8_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD9_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD10_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD11_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD12_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD13_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD14_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD15_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD16_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD17_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD18_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD19_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD20_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD21_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD22_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD23_or_with_without_pathological_fx'\n",
      " 'ICD_DGNS_CD24_or_with_without_pathological_fx']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('or_with_without_pathological_fx')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "44d2f5b3",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.534312Z",
     "start_time": "2023-04-20T19:32:57.521313Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_or_with_without_pathological_fx_cc(row):\n",
    "    if row['ICD_DGNS_CD1_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_or_with_without_pathological_fx']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_or_with_without_pathological_fx']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD24_or_with_without_pathological_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_or_with_without_pathological_fx']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "f0145233",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.550317Z",
     "start_time": "2023-04-20T19:32:57.537312Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_ihd' 'ICD_DGNS_CD2_ihd' 'ICD_DGNS_CD3_ihd'\n",
      " 'ICD_DGNS_CD4_ihd' 'ICD_DGNS_CD5_ihd' 'ICD_DGNS_CD6_ihd'\n",
      " 'ICD_DGNS_CD7_ihd' 'ICD_DGNS_CD8_ihd' 'ICD_DGNS_CD9_ihd'\n",
      " 'ICD_DGNS_CD10_ihd' 'ICD_DGNS_CD11_ihd' 'ICD_DGNS_CD12_ihd'\n",
      " 'ICD_DGNS_CD13_ihd' 'ICD_DGNS_CD14_ihd' 'ICD_DGNS_CD15_ihd'\n",
      " 'ICD_DGNS_CD16_ihd' 'ICD_DGNS_CD17_ihd' 'ICD_DGNS_CD18_ihd'\n",
      " 'ICD_DGNS_CD19_ihd' 'ICD_DGNS_CD20_ihd' 'ICD_DGNS_CD21_ihd'\n",
      " 'ICD_DGNS_CD22_ihd' 'ICD_DGNS_CD23_ihd' 'ICD_DGNS_CD24_ihd'\n",
      " 'ICD_DGNS_CD25_ihd']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('ihd')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "83f2eb50",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.566312Z",
     "start_time": "2023-04-20T19:32:57.553324Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_ihd_cc(row):\n",
    "    if row['ICD_DGNS_CD1_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_ihd']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_ihd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_ihd']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "b8f22f5d",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.582309Z",
     "start_time": "2023-04-20T19:32:57.568312Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_copd' 'ICD_DGNS_CD2_copd' 'ICD_DGNS_CD3_copd'\n",
      " 'ICD_DGNS_CD4_copd' 'ICD_DGNS_CD5_copd' 'ICD_DGNS_CD6_copd'\n",
      " 'ICD_DGNS_CD7_copd' 'ICD_DGNS_CD8_copd' 'ICD_DGNS_CD9_copd'\n",
      " 'ICD_DGNS_CD10_copd' 'ICD_DGNS_CD11_copd' 'ICD_DGNS_CD12_copd'\n",
      " 'ICD_DGNS_CD13_copd' 'ICD_DGNS_CD14_copd' 'ICD_DGNS_CD15_copd'\n",
      " 'ICD_DGNS_CD16_copd' 'ICD_DGNS_CD17_copd' 'ICD_DGNS_CD18_copd'\n",
      " 'ICD_DGNS_CD20_copd' 'ICD_DGNS_CD21_copd']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('copd')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "a6346201",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.597309Z",
     "start_time": "2023-04-20T19:32:57.584312Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_copd_cc(row):\n",
    "    if row['ICD_DGNS_CD1_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_copd']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD19_copd']==1:\n",
    "#         return '1'    \n",
    "    if row['ICD_DGNS_CD20_copd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_copd']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD22_copd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_copd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_copd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_copd']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "123f83c1",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.613310Z",
     "start_time": "2023-04-20T19:32:57.598310Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_hlp' 'ICD_DGNS_CD2_hlp' 'ICD_DGNS_CD3_hlp'\n",
      " 'ICD_DGNS_CD4_hlp' 'ICD_DGNS_CD5_hlp' 'ICD_DGNS_CD6_hlp'\n",
      " 'ICD_DGNS_CD7_hlp' 'ICD_DGNS_CD8_hlp' 'ICD_DGNS_CD9_hlp'\n",
      " 'ICD_DGNS_CD10_hlp' 'ICD_DGNS_CD11_hlp' 'ICD_DGNS_CD12_hlp'\n",
      " 'ICD_DGNS_CD13_hlp' 'ICD_DGNS_CD14_hlp' 'ICD_DGNS_CD15_hlp'\n",
      " 'ICD_DGNS_CD16_hlp' 'ICD_DGNS_CD17_hlp' 'ICD_DGNS_CD18_hlp'\n",
      " 'ICD_DGNS_CD19_hlp' 'ICD_DGNS_CD20_hlp' 'ICD_DGNS_CD21_hlp'\n",
      " 'ICD_DGNS_CD22_hlp' 'ICD_DGNS_CD23_hlp' 'ICD_DGNS_CD24_hlp'\n",
      " 'ICD_DGNS_CD25_hlp']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('hlp')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "7a58d730",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.629310Z",
     "start_time": "2023-04-20T19:32:57.614310Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_hlp_cc(row):\n",
    "    if row['ICD_DGNS_CD1_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_hlp']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_hlp']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_hlp']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "a534a4b6",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.645310Z",
     "start_time": "2023-04-20T19:32:57.631312Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_afib_flutter' 'ICD_DGNS_CD2_afib_flutter'\n",
      " 'ICD_DGNS_CD3_afib_flutter' 'ICD_DGNS_CD4_afib_flutter'\n",
      " 'ICD_DGNS_CD5_afib_flutter' 'ICD_DGNS_CD6_afib_flutter'\n",
      " 'ICD_DGNS_CD7_afib_flutter' 'ICD_DGNS_CD8_afib_flutter'\n",
      " 'ICD_DGNS_CD9_afib_flutter' 'ICD_DGNS_CD10_afib_flutter'\n",
      " 'ICD_DGNS_CD11_afib_flutter' 'ICD_DGNS_CD12_afib_flutter'\n",
      " 'ICD_DGNS_CD13_afib_flutter' 'ICD_DGNS_CD14_afib_flutter'\n",
      " 'ICD_DGNS_CD15_afib_flutter' 'ICD_DGNS_CD16_afib_flutter'\n",
      " 'ICD_DGNS_CD17_afib_flutter' 'ICD_DGNS_CD18_afib_flutter'\n",
      " 'ICD_DGNS_CD19_afib_flutter' 'ICD_DGNS_CD20_afib_flutter'\n",
      " 'ICD_DGNS_CD21_afib_flutter' 'ICD_DGNS_CD22_afib_flutter']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('afib_flutter')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "13933887",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.661309Z",
     "start_time": "2023-04-20T19:32:57.647331Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_afib_flutter_cc(row):\n",
    "    if row['ICD_DGNS_CD1_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_afib_flutter']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_afib_flutter']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_afib_flutter']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD23_afib_flutter']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_afib_flutter']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_afib_flutter']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "429b6f28",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.677313Z",
     "start_time": "2023-04-20T19:32:57.663311Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_pneumonia_all_cause' 'ICD_DGNS_CD2_pneumonia_all_cause'\n",
      " 'ICD_DGNS_CD3_pneumonia_all_cause' 'ICD_DGNS_CD6_pneumonia_all_cause'\n",
      " 'ICD_DGNS_CD7_pneumonia_all_cause' 'ICD_DGNS_CD8_pneumonia_all_cause'\n",
      " 'ICD_DGNS_CD9_pneumonia_all_cause' 'ICD_DGNS_CD10_pneumonia_all_cause'\n",
      " 'ICD_DGNS_CD11_pneumonia_all_cause' 'ICD_DGNS_CD12_pneumonia_all_cause'\n",
      " 'ICD_DGNS_CD13_pneumonia_all_cause' 'ICD_DGNS_CD14_pneumonia_all_cause'\n",
      " 'ICD_DGNS_CD15_pneumonia_all_cause' 'ICD_DGNS_CD16_pneumonia_all_cause'\n",
      " 'ICD_DGNS_CD23_pneumonia_all_cause' 'ICD_DGNS_CD25_pneumonia_all_cause']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('pneumonia_all_cause')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "b406e809",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.692309Z",
     "start_time": "2023-04-20T19:32:57.679311Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_pneumonia_all_cause_cc(row):\n",
    "    if row['ICD_DGNS_CD1_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD4_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD6_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_pneumonia_all_cause']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD17_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_pneumonia_all_cause']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_pneumonia_all_cause']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD25_pneumonia_all_cause']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "ca819f38",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.708316Z",
     "start_time": "2023-04-20T19:32:57.693311Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_hf_non_ischemic_hd' 'ICD_DGNS_CD2_hf_non_ischemic_hd'\n",
      " 'ICD_DGNS_CD3_hf_non_ischemic_hd' 'ICD_DGNS_CD4_hf_non_ischemic_hd'\n",
      " 'ICD_DGNS_CD5_hf_non_ischemic_hd']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('hf_non_ischemic_hd')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "450ffc57",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.723834Z",
     "start_time": "2023-04-20T19:32:57.710838Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_hf_non_ischemic_hd_cc(row):\n",
    "    if row['ICD_DGNS_CD1_hf_non_ischemic_hd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_hf_non_ischemic_hd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_hf_non_ischemic_hd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_hf_non_ischemic_hd']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_hf_non_ischemic_hd']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD6_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_hf_non_ischemic_hd']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_hf_non_ischemic_hd']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_hf_non_ischemic_hd']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "e3245737",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.738834Z",
     "start_time": "2023-04-20T19:32:57.725834Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_asthma' 'ICD_DGNS_CD2_asthma' 'ICD_DGNS_CD3_asthma'\n",
      " 'ICD_DGNS_CD4_asthma' 'ICD_DGNS_CD5_asthma' 'ICD_DGNS_CD6_asthma'\n",
      " 'ICD_DGNS_CD7_asthma' 'ICD_DGNS_CD8_asthma' 'ICD_DGNS_CD9_asthma'\n",
      " 'ICD_DGNS_CD10_asthma' 'ICD_DGNS_CD11_asthma' 'ICD_DGNS_CD12_asthma'\n",
      " 'ICD_DGNS_CD14_asthma' 'ICD_DGNS_CD20_asthma' 'ICD_DGNS_CD21_asthma'\n",
      " 'ICD_DGNS_CD22_asthma' 'ICD_DGNS_CD23_asthma' 'ICD_DGNS_CD24_asthma']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('asthma')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "a71413e3",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.753834Z",
     "start_time": "2023-04-20T19:32:57.740834Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_asthma_cc(row):\n",
    "    if row['ICD_DGNS_CD1_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_asthma']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD13_asthma']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD14_asthma']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD15_asthma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_asthma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_asthma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_asthma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_asthma']==1:\n",
    "#         return '1'    \n",
    "    if row['ICD_DGNS_CD20_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_asthma']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_asthma']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD25_asthma']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "c1f1198e",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.769353Z",
     "start_time": "2023-04-20T19:32:57.757353Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_ra_oa' 'ICD_DGNS_CD2_ra_oa' 'ICD_DGNS_CD3_ra_oa'\n",
      " 'ICD_DGNS_CD4_ra_oa' 'ICD_DGNS_CD5_ra_oa' 'ICD_DGNS_CD6_ra_oa'\n",
      " 'ICD_DGNS_CD7_ra_oa' 'ICD_DGNS_CD8_ra_oa' 'ICD_DGNS_CD9_ra_oa'\n",
      " 'ICD_DGNS_CD10_ra_oa' 'ICD_DGNS_CD11_ra_oa' 'ICD_DGNS_CD12_ra_oa'\n",
      " 'ICD_DGNS_CD13_ra_oa' 'ICD_DGNS_CD14_ra_oa' 'ICD_DGNS_CD15_ra_oa'\n",
      " 'ICD_DGNS_CD16_ra_oa' 'ICD_DGNS_CD17_ra_oa' 'ICD_DGNS_CD18_ra_oa'\n",
      " 'ICD_DGNS_CD19_ra_oa' 'ICD_DGNS_CD20_ra_oa' 'ICD_DGNS_CD21_ra_oa'\n",
      " 'ICD_DGNS_CD22_ra_oa' 'ICD_DGNS_CD23_ra_oa' 'ICD_DGNS_CD24_ra_oa'\n",
      " 'ICD_DGNS_CD25_ra_oa']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('ra_oa')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "fd99452b",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.785350Z",
     "start_time": "2023-04-20T19:32:57.773353Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_ra_oa_cc(row):\n",
    "    if row['ICD_DGNS_CD1_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_ra_oa']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_ra_oa']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_ra_oa']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "fbc721ab",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.800878Z",
     "start_time": "2023-04-20T19:32:57.786358Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_dm' 'ICD_DGNS_CD2_dm' 'ICD_DGNS_CD3_dm' 'ICD_DGNS_CD4_dm'\n",
      " 'ICD_DGNS_CD5_dm' 'ICD_DGNS_CD6_dm' 'ICD_DGNS_CD7_dm' 'ICD_DGNS_CD8_dm'\n",
      " 'ICD_DGNS_CD9_dm' 'ICD_DGNS_CD10_dm' 'ICD_DGNS_CD11_dm'\n",
      " 'ICD_DGNS_CD12_dm' 'ICD_DGNS_CD13_dm' 'ICD_DGNS_CD14_dm'\n",
      " 'ICD_DGNS_CD15_dm' 'ICD_DGNS_CD16_dm' 'ICD_DGNS_CD17_dm'\n",
      " 'ICD_DGNS_CD18_dm' 'ICD_DGNS_CD19_dm' 'ICD_DGNS_CD20_dm'\n",
      " 'ICD_DGNS_CD21_dm' 'ICD_DGNS_CD22_dm' 'ICD_DGNS_CD23_dm'\n",
      " 'ICD_DGNS_CD24_dm' 'ICD_DGNS_CD25_dm']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('dm')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "c6dc6a54",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.816875Z",
     "start_time": "2023-04-20T19:32:57.803877Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_dm_cc(row):\n",
    "    if row['ICD_DGNS_CD1_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_dm']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_dm']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_dm']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "5a653302",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.832397Z",
     "start_time": "2023-04-20T19:32:57.818398Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_anemia' 'ICD_DGNS_CD2_anemia' 'ICD_DGNS_CD3_anemia'\n",
      " 'ICD_DGNS_CD4_anemia' 'ICD_DGNS_CD5_anemia' 'ICD_DGNS_CD6_anemia'\n",
      " 'ICD_DGNS_CD7_anemia' 'ICD_DGNS_CD8_anemia' 'ICD_DGNS_CD9_anemia'\n",
      " 'ICD_DGNS_CD10_anemia' 'ICD_DGNS_CD11_anemia' 'ICD_DGNS_CD12_anemia'\n",
      " 'ICD_DGNS_CD13_anemia' 'ICD_DGNS_CD14_anemia' 'ICD_DGNS_CD15_anemia'\n",
      " 'ICD_DGNS_CD16_anemia' 'ICD_DGNS_CD17_anemia' 'ICD_DGNS_CD18_anemia'\n",
      " 'ICD_DGNS_CD19_anemia' 'ICD_DGNS_CD20_anemia' 'ICD_DGNS_CD21_anemia'\n",
      " 'ICD_DGNS_CD22_anemia' 'ICD_DGNS_CD23_anemia' 'ICD_DGNS_CD24_anemia'\n",
      " 'ICD_DGNS_CD25_anemia']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('anemia')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "29b2b39a",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.847410Z",
     "start_time": "2023-04-20T19:32:57.834396Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_anemia_cc(row):\n",
    "    if row['ICD_DGNS_CD1_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_anemia']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_anemia']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_anemia']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "174e6f8a",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.862944Z",
     "start_time": "2023-04-20T19:32:57.850972Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_ht' 'ICD_DGNS_CD2_ht' 'ICD_DGNS_CD3_ht' 'ICD_DGNS_CD4_ht'\n",
      " 'ICD_DGNS_CD5_ht' 'ICD_DGNS_CD6_ht' 'ICD_DGNS_CD7_ht' 'ICD_DGNS_CD8_ht'\n",
      " 'ICD_DGNS_CD9_ht' 'ICD_DGNS_CD10_ht' 'ICD_DGNS_CD11_ht'\n",
      " 'ICD_DGNS_CD12_ht' 'ICD_DGNS_CD13_ht' 'ICD_DGNS_CD15_ht'\n",
      " 'ICD_DGNS_CD16_ht' 'ICD_DGNS_CD17_ht' 'ICD_DGNS_CD18_ht'\n",
      " 'ICD_DGNS_CD19_ht' 'ICD_DGNS_CD20_ht' 'ICD_DGNS_CD21_ht'\n",
      " 'ICD_DGNS_CD22_ht']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('ht')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "02e8c733",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.878945Z",
     "start_time": "2023-04-20T19:32:57.863946Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_ht_cc(row):\n",
    "    if row['ICD_DGNS_CD1_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_ht']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD14_ht']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD15_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_ht']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_ht']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_ht']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD23_ht']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_ht']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_ht']==1:\n",
    "#         return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "7dba380a",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.893946Z",
     "start_time": "2023-04-20T19:32:57.880947Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('bph')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "15e1ea45",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.908947Z",
     "start_time": "2023-04-20T19:32:57.895946Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_bph_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_bph']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_bph']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_bph']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "d3c86d4d",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.923954Z",
     "start_time": "2023-04-20T19:32:57.910949Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('endometrial_ca')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "944c9273",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.939946Z",
     "start_time": "2023-04-20T19:32:57.925947Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_endometrial_ca_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_endometrial_ca']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_endometrial_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_endometrial_ca']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "1ed73b42",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.954972Z",
     "start_time": "2023-04-20T19:32:57.942956Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD1_htn' 'ICD_DGNS_CD2_htn' 'ICD_DGNS_CD3_htn'\n",
      " 'ICD_DGNS_CD4_htn' 'ICD_DGNS_CD5_htn' 'ICD_DGNS_CD6_htn'\n",
      " 'ICD_DGNS_CD7_htn' 'ICD_DGNS_CD8_htn' 'ICD_DGNS_CD9_htn'\n",
      " 'ICD_DGNS_CD10_htn' 'ICD_DGNS_CD11_htn' 'ICD_DGNS_CD12_htn'\n",
      " 'ICD_DGNS_CD13_htn' 'ICD_DGNS_CD14_htn' 'ICD_DGNS_CD15_htn'\n",
      " 'ICD_DGNS_CD16_htn' 'ICD_DGNS_CD17_htn' 'ICD_DGNS_CD18_htn'\n",
      " 'ICD_DGNS_CD19_htn' 'ICD_DGNS_CD20_htn' 'ICD_DGNS_CD21_htn'\n",
      " 'ICD_DGNS_CD22_htn' 'ICD_DGNS_CD23_htn' 'ICD_DGNS_CD24_htn'\n",
      " 'ICD_DGNS_CD25_htn']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('htn')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "db3e7f2c",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.970994Z",
     "start_time": "2023-04-20T19:32:57.956467Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_htn_cc(row):\n",
    "    if row['ICD_DGNS_CD1_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD2_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_htn']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD23_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD24_htn']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_htn']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "d3be17fc",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:57.985994Z",
     "start_time": "2023-04-20T19:32:57.973998Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('urologic_ca')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "d870f75a",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.001993Z",
     "start_time": "2023-04-20T19:32:57.988997Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_urologic_ca_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_urologic_ca']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_urologic_ca']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_urologic_ca']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "9c7a5843",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.017993Z",
     "start_time": "2023-04-20T19:32:58.004995Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('cataract')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "6499c183",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.032996Z",
     "start_time": "2023-04-20T19:32:58.018997Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_cataract_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_cataract']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_cataract']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_cataract']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "d43a29b3",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.048995Z",
     "start_time": "2023-04-20T19:32:58.036002Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('glaucoma')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "2d327fdf",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.064999Z",
     "start_time": "2023-04-20T19:32:58.050996Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_glaucoma_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_glaucoma']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_glaucoma']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_glaucoma']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "21de615b",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.080995Z",
     "start_time": "2023-04-20T19:32:58.067998Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('hip_pelvic_fx')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "a28cd572",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.096014Z",
     "start_time": "2023-04-20T19:32:58.082995Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_hip_pelvic_fx_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_hip_pelvic_fx']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_hip_pelvic_fx']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_hip_pelvic_fx']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "f5904b33",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.111576Z",
     "start_time": "2023-04-20T19:32:58.099577Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('pd_and_sp')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "34d863a3",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.127596Z",
     "start_time": "2023-04-20T19:32:58.114584Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_pd_and_sp_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_pd_and_sp']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_pd_and_sp']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_pd_and_sp']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "1b0065f6",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.143570Z",
     "start_time": "2023-04-20T19:32:58.129573Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('stroke_tia')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "359773b0",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.158573Z",
     "start_time": "2023-04-20T19:32:58.145580Z"
    }
   },
   "outputs": [],
   "source": [
    "# def label_stroke_tia_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD2_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD3_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD4_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD5_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD6_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD7_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD8_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD9_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD10_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD11_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD12_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD13_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD14_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD15_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD16_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD17_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD18_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD19_stroke_tia']==1:\n",
    "#         return '1'    \n",
    "#     if row['ICD_DGNS_CD20_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD21_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD22_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD23_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD24_stroke_tia']==1:\n",
    "#         return '1'\n",
    "#     if row['ICD_DGNS_CD25_stroke_tia']==1:\n",
    "#         return '1'    \n",
    "#     return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "21e189cf",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.189573Z",
     "start_time": "2023-04-20T19:32:58.166581Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['ICD_DGNS_CD2_dep_bipolar_others' 'ICD_DGNS_CD3_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD4_dep_bipolar_others' 'ICD_DGNS_CD5_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD6_dep_bipolar_others' 'ICD_DGNS_CD7_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD8_dep_bipolar_others' 'ICD_DGNS_CD9_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD10_dep_bipolar_others' 'ICD_DGNS_CD11_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD12_dep_bipolar_others' 'ICD_DGNS_CD13_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD14_dep_bipolar_others' 'ICD_DGNS_CD15_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD16_dep_bipolar_others' 'ICD_DGNS_CD17_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD18_dep_bipolar_others' 'ICD_DGNS_CD19_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD20_dep_bipolar_others' 'ICD_DGNS_CD21_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD22_dep_bipolar_others' 'ICD_DGNS_CD24_dep_bipolar_others'\n",
      " 'ICD_DGNS_CD25_dep_bipolar_others']\n"
     ]
    }
   ],
   "source": [
    "list_cols = synthetic_df_data_30.loc[:, synthetic_df_data_30.columns.str.endswith('dep_bipolar_others')]\n",
    "print(list_cols.columns.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "72fc385c",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:32:58.205574Z",
     "start_time": "2023-04-20T19:32:58.192573Z"
    }
   },
   "outputs": [],
   "source": [
    "def label_dep_bipolar_others_cc(row):\n",
    "#     if row['ICD_DGNS_CD1_dep_bipolar_others']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD2_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD3_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD4_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD5_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD6_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD7_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD8_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD9_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD10_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD11_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD12_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD13_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD14_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD15_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD16_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD17_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD18_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD19_dep_bipolar_others']==1:\n",
    "        return '1'    \n",
    "    if row['ICD_DGNS_CD20_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD21_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD22_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "#     if row['ICD_DGNS_CD23_dep_bipolar_others']==1:\n",
    "#         return '1'\n",
    "    if row['ICD_DGNS_CD24_dep_bipolar_others']==1:\n",
    "        return '1'\n",
    "    if row['ICD_DGNS_CD25_dep_bipolar_others']==1:\n",
    "        return '1'    \n",
    "    return '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "eeadef51",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:34:13.115824Z",
     "start_time": "2023-04-20T19:32:58.208577Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        0\n",
       "1        0\n",
       "2        0\n",
       "3        0\n",
       "4        0\n",
       "        ..\n",
       "58061    0\n",
       "58062    0\n",
       "58063    0\n",
       "58064    0\n",
       "58065    0\n",
       "Length: 49352, dtype: object"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "synthetic_df_data_30.apply(lambda row:label_prostate_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_ckd_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_lung_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_ami_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_colorectal_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_nad_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_ad_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_breast_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_or_with_without_pathological_fx_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_ihd_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_copd_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_hlp_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_htn_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_pneumonia_all_cause_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_hf_non_ischemic_hd_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_asthma_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_ra_oa_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_dm_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_anemia_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_afib_flutter_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_ht_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_NaN_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_dep_bipolar_others_cc(row), axis=1)\n",
    "synthetic_df_data_30.apply(lambda row:label_htn_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_bph_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_endometrial_ca_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_urologic_ca_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_cataract_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_glaucoma_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_hip_pelvic_fx_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_pd_and_sp_cc(row), axis=1)\n",
    "# synthetic_df_data_30.apply(lambda row:label_stroke_tia_cc(row), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "eb8436a7",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:35:30.404289Z",
     "start_time": "2023-04-20T19:34:13.118819Z"
    },
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "synthetic_df_data_30['prostate_ca'] = synthetic_df_data_30.apply (lambda row: label_prostate_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30['ckd'] = synthetic_df_data_30.apply (lambda row: label_ckd_cc(row), axis=1)\n",
    "synthetic_df_data_30['lung_ca'] = synthetic_df_data_30.apply (lambda row: label_lung_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30['ami_ca'] = synthetic_df_data_30.apply (lambda row: label_ami_cc(row), axis=1)\n",
    "synthetic_df_data_30['colorectal_ca'] = synthetic_df_data_30.apply (lambda row: label_colorectal_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30['nad'] = synthetic_df_data_30.apply (lambda row: label_nad_cc(row), axis=1)\n",
    "synthetic_df_data_30['ad'] = synthetic_df_data_30.apply (lambda row: label_ad_cc(row), axis=1)\n",
    "synthetic_df_data_30['breast_ca'] = synthetic_df_data_30.apply (lambda row: label_breast_ca_cc(row), axis=1)\n",
    "synthetic_df_data_30['or_with_without_pathological_fx'] = synthetic_df_data_30.apply (lambda row: label_or_with_without_pathological_fx_cc(row), axis=1)\n",
    "synthetic_df_data_30['ihd'] = synthetic_df_data_30.apply (lambda row: label_ihd_cc(row), axis=1)\n",
    "synthetic_df_data_30['copd'] = synthetic_df_data_30.apply (lambda row: label_copd_cc(row), axis=1)\n",
    "synthetic_df_data_30['hlp'] = synthetic_df_data_30.apply (lambda row: label_hlp_cc(row), axis=1)\n",
    "synthetic_df_data_30['htn'] = synthetic_df_data_30.apply (lambda row: label_htn_cc(row), axis=1)\n",
    "synthetic_df_data_30['pneumonia_all_cause'] = synthetic_df_data_30.apply (lambda row: label_pneumonia_all_cause_cc(row), axis=1)\n",
    "synthetic_df_data_30['hf_non_ischemic_hd'] = synthetic_df_data_30.apply (lambda row: label_hf_non_ischemic_hd_cc(row), axis=1)\n",
    "synthetic_df_data_30['asthma'] = synthetic_df_data_30.apply (lambda row: label_asthma_cc(row), axis=1)\n",
    "synthetic_df_data_30['ra_oa'] = synthetic_df_data_30.apply (lambda row: label_ra_oa_cc(row), axis=1)\n",
    "synthetic_df_data_30['dm'] = synthetic_df_data_30.apply (lambda row: label_dm_cc(row), axis=1)\n",
    "synthetic_df_data_30['anemia'] = synthetic_df_data_30.apply (lambda row: label_anemia_cc(row), axis=1)\n",
    "synthetic_df_data_30['afib_flutter'] = synthetic_df_data_30.apply (lambda row: label_afib_flutter_cc(row), axis=1)\n",
    "synthetic_df_data_30['ht'] = synthetic_df_data_30.apply (lambda row: label_ht_cc(row), axis=1)\n",
    "synthetic_df_data_30['NaN'] = synthetic_df_data_30.apply (lambda row: label_NaN_cc(row), axis=1)\n",
    "synthetic_df_data_30['dep_bipolar_others'] = synthetic_df_data_30.apply (lambda row: label_dep_bipolar_others_cc(row), axis=1)\n",
    "# synthetic_df_data_30['bph'] = synthetic_df_data_30.apply (lambda row: label_bph_cc(row), axis=1)\n",
    "# synthetic_df_data_30['endometrial_ca'] = synthetic_df_data_30.apply (lambda row: label_endometrial_ca_cc(row), axis=1)\n",
    "# synthetic_df_data_30['urologic_ca'] = synthetic_df_data_30.apply (lambda row: label_urologic_ca_cc(row), axis=1)\n",
    "# synthetic_df_data_30['cataract'] = synthetic_df_data_30.apply (lambda row: label_cataract_cc(row), axis=1)\n",
    "# synthetic_df_data_30['glaucoma'] = synthetic_df_data_30.apply (lambda row: label_glaucoma_cc(row), axis=1)\n",
    "# synthetic_df_data_30['hip_pelvic_fx'] = synthetic_df_data_30.apply (lambda row: label_hip_pelvic_fx_cc(row), axis=1)\n",
    "# synthetic_df_data_30['pd_and_sp'] = synthetic_df_data_30.apply (lambda row: label_pd_and_sp_cc(row), axis=1)\n",
    "# synthetic_df_data_30['stroke_tia'] = synthetic_df_data_30.apply (lambda row: label_stroke_tia_cc(row), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "6eea64fd",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:40:48.935257Z",
     "start_time": "2023-04-20T19:35:30.406252Z"
    }
   },
   "outputs": [],
   "source": [
    "# save df\n",
    "writer = pd.ExcelWriter('synthetic_feature_selection_input.xlsx', engine='xlsxwriter')\n",
    "\n",
    "synthetic_df_data_30.to_excel(writer, sheet_name='synthetic')\n",
    "\n",
    "writer.save()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "c40a91b2",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-04-20T19:40:52.372269Z",
     "start_time": "2023-04-20T19:40:48.937259Z"
    }
   },
   "outputs": [],
   "source": [
    "synthetic_df_data_30.to_csv(\"data/synthetic_feature_selection_input.csv\", index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  },
  "vscode": {
   "interpreter": {
    "hash": "3d6c3a76178f4fb2edda720dedee7804f091838f2cdd2fd5569e4b9adfa17707"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}