ProcessEncounterVectors.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/brett/anaconda2/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2717: DtypeWarning: Columns (5) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n",
      "/home/brett/anaconda2/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2717: DtypeWarning: Columns (5,8,9,602) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1566025, 935)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "mini_encounter_vector = pd.read_csv('/data/MIMIC/mini_encounter_vectors.csv')\n",
    "encounter_vector = pd.read_csv('/data/MIMIC/encounter_vectors.csv', na_values='\\N')\n",
    "print(encounter_vector.shape)\n",
    "encounter_vector.columns = mini_encounter_vector.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   ENCOUNTER_ID  HADM_ID  SUBJECT_ID            ADMITTIME  \\\n",
      "0             1   100001       58526  2117-09-11 11:46:00   \n",
      "1             2   100001       58526  2117-09-11 11:46:00   \n",
      "2             3   100001       58526  2117-09-11 11:46:00   \n",
      "3             4   100001       58526  2117-09-11 11:46:00   \n",
      "4             5   100001       58526  2117-09-11 11:46:00   \n",
      "\n",
      "             DISCHTIME DEATHTIME                  DOB  DOD DOD_HOSP DOD_SSN  \\\n",
      "0  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "1  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "2  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "3  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "4  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "\n",
      "                ...               Resp Rate_STD SaO2 Alarm [Low]_STD  \\\n",
      "0               ...                         NaN                  NaN   \n",
      "1               ...                         NaN                  NaN   \n",
      "2               ...                         NaN                  NaN   \n",
      "3               ...                         NaN                  NaN   \n",
      "4               ...                         NaN                  NaN   \n",
      "\n",
      "  Arterial BP [Diastolic]_STD NBP [Diastolic]_STD HR Alarm [High]_STD  \\\n",
      "0                         NaN                 NaN                 NaN   \n",
      "1                         NaN                 NaN                 NaN   \n",
      "2                         NaN                 NaN                 NaN   \n",
      "3                         NaN                 NaN                 NaN   \n",
      "4                         NaN                 NaN                 NaN   \n",
      "\n",
      "  NBP Alarm [High]_STD Resp Alarm [High]_STD SpO2 Alarm [High]_STD  \\\n",
      "0                  NaN                   NaN                   NaN   \n",
      "1                  NaN                   NaN                   NaN   \n",
      "2                  NaN                   NaN                   NaN   \n",
      "3                  NaN                   NaN                   NaN   \n",
      "4                  NaN                   NaN                   NaN   \n",
      "\n",
      "  SaO2 Alarm [High]_STD O2 saturation pulseoxymetry_STD  \n",
      "0                   NaN                             NaN  \n",
      "1                   NaN                             NaN  \n",
      "2                   NaN                             NaN  \n",
      "3                   NaN                             NaN  \n",
      "4                   NaN                             0.0  \n",
      "\n",
      "[5 rows x 935 columns]\n",
      "   ENCOUNTER_ID  HADM_ID  SUBJECT_ID            ADMITTIME  \\\n",
      "0             2   100001       58526  2117-09-11 11:46:00   \n",
      "1             3   100001       58526  2117-09-11 11:46:00   \n",
      "2             4   100001       58526  2117-09-11 11:46:00   \n",
      "3             5   100001       58526  2117-09-11 11:46:00   \n",
      "4             6   100001       58526  2117-09-11 11:46:00   \n",
      "\n",
      "             DISCHTIME DEATHTIME                  DOB  DOD DOD_HOSP DOD_SSN  \\\n",
      "0  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "1  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "2  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "3  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "4  2117-09-17 16:45:00       NaN  2082-03-21 00:00:00  NaN      NaN     NaN   \n",
      "\n",
      "                ...               Resp Rate_STD SaO2 Alarm [Low]_STD  \\\n",
      "0               ...                         NaN                  NaN   \n",
      "1               ...                         NaN                  NaN   \n",
      "2               ...                         NaN                  NaN   \n",
      "3               ...                         NaN                  NaN   \n",
      "4               ...                         NaN                  NaN   \n",
      "\n",
      "  Arterial BP [Diastolic]_STD NBP [Diastolic]_STD HR Alarm [High]_STD  \\\n",
      "0                         NaN                 NaN                 NaN   \n",
      "1                         NaN                 NaN                 NaN   \n",
      "2                         NaN                 NaN                 NaN   \n",
      "3                         NaN                 NaN                 NaN   \n",
      "4                         NaN                 NaN                 NaN   \n",
      "\n",
      "  NBP Alarm [High]_STD Resp Alarm [High]_STD SpO2 Alarm [High]_STD  \\\n",
      "0                  NaN                   NaN                   NaN   \n",
      "1                  NaN                   NaN                   NaN   \n",
      "2                  NaN                   NaN                   NaN   \n",
      "3                  NaN                   NaN                   NaN   \n",
      "4                  NaN                   NaN                   NaN   \n",
      "\n",
      "  SaO2 Alarm [High]_STD O2 saturation pulseoxymetry_STD  \n",
      "0                   NaN                             NaN  \n",
      "1                   NaN                             NaN  \n",
      "2                   NaN                             NaN  \n",
      "3                   NaN                             0.0  \n",
      "4                   NaN                             0.0  \n",
      "\n",
      "[5 rows x 935 columns]\n"
     ]
    }
   ],
   "source": [
    "print(mini_encounter_vector.head())\n",
    "print(encounter_vector.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1566025, 911)\n"
     ]
    }
   ],
   "source": [
    "# copying so can run multiple times for testing with out breaking\n",
    "e_vect = encounter_vector\n",
    "e_vect.drop([col for col in list(e_vect) if col.startswith('HADM_ID.')],\n",
    "             axis=1,\n",
    "             inplace=True)\n",
    "e_vect.drop([col for col in list(e_vect) if col.startswith('ENCOUNTER_ID.')],\n",
    "             axis=1,\n",
    "             inplace=True)\n",
    "print(e_vect.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(0, 'ENCOUNTER_ID', 1566025)\n",
      "(1, 'HADM_ID', 58438)\n",
      "(2, 'SUBJECT_ID', 46297)\n",
      "(3, 'ADMITTIME', 58122)\n",
      "(4, 'DISCHTIME', 58127)\n",
      "(5, 'DEATHTIME', 5823)\n",
      "(6, 'DOB', 32413)\n",
      "(7, 'DOD', 12901)\n",
      "(8, 'DOD_HOSP', 8739)\n",
      "(9, 'DOD_SSN', 11293)\n",
      "(10, 'ADMISSION_TYPE', 4)\n",
      "(11, 'ADMISSION_LOCATION', 9)\n",
      "(12, 'DISCHARGE_LOCATION', 17)\n",
      "(13, 'GENDER', 2)\n",
      "(14, 'INSURANCE', 5)\n",
      "(15, 'RELIGION', 21)\n",
      "(16, 'LANGUAGE', 76)\n",
      "(17, 'MARITAL_STATUS', 8)\n",
      "(18, 'ETHNICITY', 41)\n",
      "(19, 'EDREGTIME', 30856)\n",
      "(20, 'EDOUTTIME', 30846)\n",
      "(21, 'DIAGNOSIS', 15578)\n",
      "(22, 'Equip Change [MM]', 119)\n",
      "(23, 'INV#1 Dsg Change [MM]', 124)\n",
      "(24, 'INV#2 Dsg Change [MM]', 113)\n",
      "(25, 'INV#3 Dsg Change [MM]', 109)\n",
      "(26, 'INV#4 Dsg Change [MM]', 33)\n",
      "(27, 'INV#5 Dsg Change [MM]', 53)\n",
      "(28, 'INV#6 Dsg Change [MM]', 113)\n",
      "(29, 'INV#7 Dsg Change [MM]', 53)\n",
      "(30, 'INV#1 Cap Change [MM]', 238)\n",
      "(31, 'INV#1 Tubing Change [MM]', 113)\n",
      "(32, 'INV#2 Cap Change [MM]', 53)\n",
      "(33, 'INV#2 Tubing Change [MM]', 50)\n",
      "(34, 'INV#3 Cap Change [MM]', 48)\n",
      "(35, 'INV#3 Tubing Change [MM]', 47)\n",
      "(36, 'INV#4 Cap Change [MM]', 47)\n",
      "(37, 'INV#4 Tubing Change [MM]', 48)\n",
      "(38, 'INV#5 Cap Change [MM]', 28)\n",
      "(39, 'INV#5 Tubing Change [MM]', 109)\n",
      "(40, 'INV#6 Cap Change [MM]', 103)\n",
      "(41, 'INV#6 Tubing Change [MM]', 27)\n",
      "(42, 'INV#7 Cap Change [MM]', 102)\n",
      "(43, 'INV#7 Tubing Change [MM]', 39)\n",
      "(44, 'In-Line Sx Change [MM]', 25)\n",
      "(45, 'PICC Line Cap Change', 28)\n",
      "(46, 'PICC Line Insertion Date', 28)\n",
      "(47, 'PICC Line Change over Wire Date', 93)\n",
      "(48, 'PICC Line Dressing Change', 36)\n",
      "(49, 'PICC Line Tubing Change', 94)\n",
      "(50, 'Multi Lumen Cap Change', 24)\n",
      "(51, 'Multi Lumen Change over Wire Date', 27)\n",
      "(52, 'Multi Lumen Dressing Change', 31)\n",
      "(53, 'Multi Lumen Insertion Date', 31)\n",
      "(54, 'Multi Lumen Tubing Change', 88)\n",
      "(55, 'Arterial line Cap Change', 32)\n",
      "(56, 'Arterial line Change over Wire Date', 34)\n",
      "(57, 'Arterial Line Dressing Change', 87)\n",
      "(58, 'Arterial line Insertion Date', 31)\n",
      "(59, 'Arterial line Tubing Change', 2)\n",
      "(60, 'Cordis/Introducer Cap Change', 2)\n",
      "(61, 'Cordis/Introducer Change over Wire Date', 34)\n",
      "(62, 'Cordis/Introducer Dressing Change', 35)\n",
      "(63, 'Cordis/Introducer Insertion Date', 35)\n",
      "(64, 'Cordis/Introducer Tubing Change', 26)\n",
      "(65, 'GU Catheter Insertion Date', 31)\n",
      "(66, 'CCO PAC Tubing Change', 80)\n",
      "(67, 'CCO PAC Insertion Date', 28)\n",
      "(68, 'Trauma Line Insertion Date', 28)\n",
      "(69, 'Dialysis Catheter Cap Change', 28)\n",
      "(70, 'Dialysis Catheter Change over Wire Date', 28)\n",
      "(71, 'Dialysis Catheter Dressing Change', 32)\n",
      "(72, 'Dialysis Catheter Insertion Date', 33)\n",
      "(73, 'Dialysis CatheterTubing Change', 33)\n",
      "(74, 'Tunneled (Hickman) Cap Change', 32)\n",
      "(75, 'Tunneled (Hickman) Dressing Change', 32)\n",
      "(76, 'Tunneled (Hickman) Insertion Date', 29)\n",
      "(77, 'Pregnancy due date', 71)\n",
      "(78, 'Last dialysis', 71)\n",
      "(79, 'Trauma Line Cap Change', 24)\n",
      "(80, 'Trauma Line Dressing Change', 15)\n",
      "(81, 'Trauma Line Tubing Change', 57)\n",
      "(82, 'CCO PAC Cap Change', 19)\n",
      "(83, 'CCO PAC Change over Wire Date', 10)\n",
      "(84, 'CCO PAC Dressing Change', 33)\n",
      "(85, 'Indwelling Port (PortaCath) Insertion Date', 15)\n",
      "(86, 'Indwelling Port (PortaCath)Tubing Change', 15)\n",
      "(87, 'Presep Catheter Cap Change', 33)\n",
      "(88, 'Presep Catheter Dressing Change', 32)\n",
      "(89, 'Presep Catheter Insertion Date', 33)\n",
      "(90, 'Presep Catheter Tubing Change', 24)\n",
      "(91, 'Triple Introducer Cap Change', 19)\n",
      "(92, 'Triple Introducer Change over Wire Date', 19)\n",
      "(93, 'Triple Introducer Dressing Change', 22)\n",
      "(94, 'Triple Introducer Insertion Date', 18)\n",
      "(95, 'Triple Introducer Tubing Change', 15)\n",
      "(96, 'Tunneled (Hickman) Tubing Change', 50)\n",
      "(97, 'IABP Dressing Change', 54)\n",
      "(98, 'IABP Insertion Date', 14)\n",
      "(99, 'IABP Tubing Change', 9)\n",
      "(100, 'Midline Cap Change', 26)\n",
      "(101, 'Midline Change over Wire Date', 27)\n",
      "(102, 'Midline Dressing Change', 9)\n",
      "(103, 'Midline Insertion Date', 28)\n",
      "(104, 'Midline Tubing Change', 27)\n",
      "(105, 'PA Catheter Cap Change', 18)\n",
      "(106, 'PA Catheter Change over Wire Date', 16)\n",
      "(107, 'PA Catheter Dressing Change', 14)\n",
      "(108, 'PA Catheter Insertion Date', 19)\n",
      "(109, 'PA Catheter Tubing Change', 16)\n",
      "(110, 'Indwelling Port (PortaCath) Cap Change', 24)\n",
      "(111, '22 Gauge Insertion Date', 24)\n",
      "(112, '20 Gauge Insertion Date', 24)\n",
      "(113, '18 Gauge Insertion Date', 24)\n",
      "(114, '16 Gauge Insertion Date', 19)\n",
      "(115, '14 Gauge Insertion Date', 21)\n",
      "(116, 'RIC Insertion Date', 18)\n",
      "(117, 'Sheath Cap Change', 19)\n",
      "(118, 'Sheath Dressing Change', 19)\n",
      "(119, 'Sheath Insertion Date', 9)\n",
      "(120, 'Sheath Tubing Change', 19)\n",
      "(121, 'ICP Line Dressing Change', 17)\n",
      "(122, 'ICP Line Insertion Date', 17)\n",
      "(123, 'ICP Line Tubing Change', 17)\n",
      "(124, 'Date of Birth', 17)\n",
      "(125, 'Organ Bank Notified', 21)\n",
      "(126, 'Last menses', 20)\n",
      "(127, 'Hospital Admit Date', 13)\n",
      "(128, 'Indwelling (PortaCath) Port #1 Date Accessed', 19)\n",
      "(129, 'Indwelling (PortaCath) Port #2 Date Accessed', 17)\n",
      "(130, 'SvO2 Calibrated', 11)\n",
      "(131, 'ScvO2 (Presep) Calibrated', 13)\n",
      "(132, 'GU Catheter D/C Date', 4)\n",
      "(133, 'Indwelling (PortaCath) Dressing Change', 10)\n",
      "(134, 'Impaired Skin  - Dressing Change #1', 8)\n",
      "(135, 'Impaired Skin  - Dressing Change #2', 16)\n",
      "(136, 'Impaired Skin  - Dressing Change #3', 16)\n",
      "(137, 'Impaired Skin  - Dressing Change #4', 11)\n",
      "(138, 'Impaired Skin  - Dressing Change #5', 16)\n",
      "(139, 'Impaired Skin  - Dressing Change #6', 16)\n",
      "(140, 'Impaired Skin  - Dressing Change #7', 3)\n",
      "(141, 'Impaired Skin  - Dressing Change #8', 8)\n",
      "(142, 'Impaired Skin  - Dressing Change #9', 4)\n",
      "(143, 'Impaired Skin  - Dressing Change #10', 17)\n",
      "(144, 'Referral Date', 13)\n",
      "(145, 'AVA Cap Change', 2)\n",
      "(146, 'AVA Dressing Change', 34)\n",
      "(147, 'AVA Insertion Date', 31)\n",
      "(148, 'AVA Tubing Change', 39)\n",
      "(149, 'Date - Therapist', 4)\n",
      "(150, 'IO Insertion Date', 7)\n",
      "(151, 'ICUSTART', 2)\n",
      "(152, 'ICUEND', 2)\n",
      "(153, 'ProBalance', 30743)\n",
      "(154, 'SC 20 Fe NG', 13591)\n",
      "(155, 'SC 24 Fe NG', 16397)\n",
      "(156, 'Similac Powder', 3620)\n",
      "(157, 'SC 20 Fe PO', 3386)\n",
      "(158, 'SC 24 Fe PO', 3625)\n",
      "(159, 'Nutren Renal', 2178)\n",
      "(160, 'Fresh Frozen Plasma', 7977)\n",
      "(161, 'D5W', 6024)\n",
      "(162, 'Lactated Ringers', 16362)\n",
      "(163, 'Calcium Gluconate', 3917)\n",
      "(164, 'KCL', 4950)\n",
      "(165, 'MVI', 1217)\n",
      "(166, 'Sodium Bicarbonate', 4649)\n",
      "(167, 'Dopamine', 2547)\n",
      "(168, 'Nitroglycerine', 1824)\n",
      "(169, 'Procainamide', 867)\n",
      "(170, 'GT Flush', 1379)\n",
      "(171, 'Carrier', 3536)\n",
      "(172, 'Ultracal', 5398)\n",
      "(173, 'Promod', 1945)\n",
      "(174, 'TF Residual', 1430)\n",
      "(175, 'OR Crystalloid', 108)\n",
      "(176, 'Epinephrine-k', 2170)\n",
      "(177, 'Labetolol', 1293)\n",
      "(178, 'Milrinone', 1019)\n",
      "(179, 'Neosynephrine', 694)\n",
      "(180, 'Integrelin', 260)\n",
      "(181, 'Gastric Meds', 1139)\n",
      "(182, 'Fentanyl Base', 81)\n",
      "(183, 'Promote', 1122)\n",
      "(184, 'Precedex', 2235)\n",
      "(185, 'Lepirudin', 1647)\n",
      "(186, 'TPN D10.0', 954)\n",
      "(187, 'TPN D12.5', 740)\n",
      "(188, 'Lipids 20%', 761)\n",
      "(189, 'Br Milk FS PO', 716)\n",
      "(190, 'PE 20 FS PO', 837)\n",
      "(191, 'Sodium Chloride', 799)\n",
      "(192, 'Potassium Chloride', 871)\n",
      "(193, 'Potassium Acetate', 629)\n",
      "(194, 'TPN D8', 1139)\n",
      "(195, 'HMF', 208)\n",
      "(196, 'MCT', 307)\n",
      "(197, 'Polycose', 85)\n",
      "(198, 'Dopamine Drip', 719)\n",
      "(199, 'Fentanyl Drip', 406)\n",
      "(200, 'TPN D14', 565)\n",
      "(201, 'D 12.5 W', 802)\n",
      "(202, 'D15W', 1248)\n",
      "(203, '.45NS + .5:1 Heparin', 981)\n",
      "(204, 'TPN D13.0', 354)\n",
      "(205, 'Enfamil Powder', 547)\n",
      "(206, 'NeoSure Powder', 126)\n",
      "(207, 'Dilaudid', 663)\n",
      "(208, 'Criticare HN', 1110)\n",
      "(209, 'Promote w/fiber', 582)\n",
      "(210, 'Natrecor', 555)\n",
      "(211, 'Argatroban', 593)\n",
      "(212, 'Nicardipine', 644)\n",
      "(213, 'D10W', 838)\n",
      "(214, 'TPN D5.0', 578)\n",
      "(215, 'TPN D9.0', 317)\n",
      "(216, 'TPN D11.0', 304)\n",
      "(217, 'TPN D12.0', 57)\n",
      "(218, 'TPN D15.0', 431)\n",
      "(219, 'TPN D20.0', 468)\n",
      "(220, 'Br Milk FS NG', 518)\n",
      "(221, 'PE 20 FS NG', 1387)\n",
      "(222, 'PE 24 FS NG', 309)\n",
      "(223, 'PE 24 FS PO', 521)\n",
      "(224, 'E 20 FS PO', 316)\n",
      "(225, 'Nutren 2.0', 919)\n",
      "(226, 'Nutren Pulmonary', 466)\n",
      "(227, \"Packed RBC's\", 974)\n",
      "(228, 'Platelets', 44)\n",
      "(229, 'D5/.45NS', 371)\n",
      "(230, 'Dextrose 10%', 375)\n",
      "(231, '.9% Normal Saline', 1603)\n",
      "(232, '.45% Normal Saline', 573)\n",
      "(233, 'Heparin', 174)\n",
      "(234, 'Potassium Phosphate', 361)\n",
      "(235, 'Thiamine', 321)\n",
      "(236, 'TPN', 256)\n",
      "(237, 'Dobutamine', 110)\n",
      "(238, 'Insulin', 359)\n",
      "(239, 'Levophed', 21)\n",
      "(240, 'Lidocaine', 224)\n",
      "(241, 'Nitroprusside', 260)\n",
      "(242, 'Vasopressin', 441)\n",
      "(243, 'Pre-Admission Intake', 248)\n",
      "(244, 'Po Intake', 204)\n",
      "(245, 'Free Water Bolus', 271)\n",
      "(246, 'D5NS', 17)\n",
      "(247, 'D5RL', 409)\n",
      "(248, 'Sterile Water', 538)\n",
      "(249, 'Folate', 215)\n",
      "(250, 'Vivonex', 527)\n",
      "(251, 'Peptamen', 17)\n",
      "(252, 'Impact w/fiber', 305)\n",
      "(253, 'Deliver 2.0', 219)\n",
      "(254, 'Nepro', 402)\n",
      "(255, 'Respalor', 101)\n",
      "(256, 'Replete w/fiber', 271)\n",
      "(257, 'Tube Feeding', 22)\n",
      "(258, 'TPN w/Lipids', 263)\n",
      "(259, 'Amiodarone', 148)\n",
      "(260, 'Cisatracurium', 502)\n",
      "(261, 'Diltiazem', 24)\n",
      "(262, 'Esmolol', 873)\n",
      "(263, 'Fentanyl', 272)\n",
      "(264, 'Levophed-k', 79)\n",
      "(265, 'Nitroglycerine-k', 418)\n",
      "(266, 'Lasix', 199)\n",
      "(267, 'Midazolam', 498)\n",
      "(268, 'Morphine Sulfate', 6)\n",
      "(269, 'Neosynephrine-k', 209)\n",
      "(270, 'Propofol', 28)\n",
      "(271, 'Sandostatin', 8)\n",
      "(272, 'N/A', 144)\n",
      "(273, 'Ativan', 47)\n",
      "(274, '3% Normal Saline', 266)\n",
      "(275, 'Fentanyl (Conc)', 74)\n",
      "(276, 'cyclosporine', 269)\n",
      "(277, 'cyclosporin', 182)\n",
      "(278, 'Citrate', 226)\n",
      "(279, 'Dextrose 5%', 54058)\n",
      "(280, 'Fresh Frozen Plasma.1', 32273)\n",
      "(281, 'Amiodarone.1', 27908)\n",
      "(282, 'Lorazepam (Ativan)', 19764)\n",
      "(283, 'Calcium Gluconate.1', 542)\n",
      "(284, 'Diltiazem.1', 7921)\n",
      "(285, 'Dopamine.1', 398)\n",
      "(286, 'Midazolam (Versed)', 11685)\n",
      "(287, 'Fentanyl.1', 12528)\n",
      "(288, 'Phenylephrine', 4948)\n",
      "(289, 'Furosemide (Lasix)', 5070)\n",
      "(290, 'Hydralazine', 51)\n",
      "(291, 'Hydromorphone (Dilaudid)', 10606)\n",
      "(292, 'Norepinephrine', 273)\n",
      "(293, 'Magnesium Sulfate', 4722)\n",
      "(294, 'Nicardipine.1', 10772)\n",
      "(295, 'Nitroglycerin', 104)\n",
      "(296, 'Propofol.1', 6112)\n",
      "(297, 'Insulin - Regular', 526)\n",
      "(298, 'Insulin - Glargine', 1347)\n",
      "(299, 'Insulin - Humalog', 1137)\n",
      "(300, 'Dexmedetomidine (Precedex)', 7926)\n",
      "(301, 'Heparin Sodium', 125)\n",
      "(302, 'Labetalol', 3919)\n",
      "(303, 'Morphine Sulfate.1', 6661)\n",
      "(304, 'NaCl 0.9%', 37)\n",
      "(305, 'Potassium Chloride.1', 4149)\n",
      "(306, 'Packed Red Blood Cells', 392)\n",
      "(307, 'Free Water', 261)\n",
      "(308, 'Vancomycin', 31)\n",
      "(309, 'Gastric Meds.1', 1642)\n",
      "(310, 'D5 1/2NS', 3612)\n",
      "(311, 'LR', 837)\n",
      "(312, 'Cefazolin', 871)\n",
      "(313, 'Cefepime', 190)\n",
      "(314, 'Ciprofloxacin', 55)\n",
      "(315, 'Meropenem', 1905)\n",
      "(316, 'Metronidazole', 191)\n",
      "(317, 'Piperacillin/Tazobactam (Zosyn)', 2166)\n",
      "(318, 'Famotidine (Pepcid)', 1900)\n",
      "(319, 'Pantoprazole (Protonix)', 1997)\n",
      "(320, 'Beneprotein', 132)\n",
      "(321, 'Metoprolol', 20)\n",
      "(322, 'Heparin Sodium (Prophylaxis)', 3702)\n",
      "(323, 'Piggyback', 45)\n",
      "(324, 'Nutren 2.0 (Full)', 3969)\n",
      "(325, 'Replete with Fiber (Full)', 2014)\n",
      "(326, 'Fentanyl (Concentrate)', 70)\n",
      "(327, 'Solution', 22)\n",
      "(328, 'Sterile Water.1', 178)\n",
      "(329, 'PO Intake', 2201)\n",
      "(330, 'GT Flush.1', 2820)\n",
      "(331, 'Nutren Pulmonary (Full)', 1593)\n",
      "(332, 'Citrate.1', 754)\n",
      "(333, 'ACD-A Citrate (1000ml)', 34)\n",
      "(334, 'KCl (CRRT)', 1739)\n",
      "(335, 'KCL (Bolus)', 118)\n",
      "(336, 'Magnesium Sulfate (Bolus)', 1624)\n",
      "(337, 'Calcium Gluconate (CRRT)', 1182)\n",
      "(338, 'Fibersource HN (Full)', 2312)\n",
      "(339, 'SPECIMEN TYPE', 11884)\n",
      "(340, 'Alveolar-arterial Gradient', 5013)\n",
      "(341, 'Base Excess', 1957)\n",
      "(342, 'Calculated Bicarbonate, Whole Blood', 1954)\n",
      "(343, 'Calculated Total CO2', 5498)\n",
      "(344, 'Chloride, Whole Blood', 3462)\n",
      "(345, 'Free Calcium', 1683)\n",
      "(346, 'Glucose_50882', 1431)\n",
      "(347, 'Hematocrit, Calculated', 7855)\n",
      "(348, 'Hemoglobin_50931', 4820)\n",
      "(349, 'Intubated', 5586)\n",
      "(350, 'Lactate', 11002)\n",
      "(351, 'O2 Flow', 5422)\n",
      "(352, 'Oxygen', 9267)\n",
      "(353, 'Oxygen Saturation', 6395)\n",
      "(354, 'pCO2', 1743)\n",
      "(355, 'PEEP', 6124)\n",
      "(356, 'pH_50960', 3614)\n",
      "(357, 'pO2', 10087)\n",
      "(358, 'Potassium, Whole Blood', 5763)\n",
      "(359, 'Required O2', 4246)\n",
      "(360, 'Sodium, Whole Blood', 3651)\n",
      "(361, 'Temperature', 3819)\n",
      "(362, 'Tidal Volume', 10789)\n",
      "(363, 'Ventilation Rate', 4861)\n",
      "(364, 'Ventilator', 14145)\n",
      "(365, 'Alanine Aminotransferase (ALT)', 1)\n",
      "(366, 'Albumin', 3381)\n",
      "(367, 'Alkaline Phosphatase', 7139)\n",
      "(368, 'Amylase', 6587)\n",
      "(369, 'Anion Gap', 4958)\n",
      "(370, 'Asparate Aminotransferase (AST)', 4670)\n",
      "(371, 'Barbiturate Screen', 5841)\n",
      "(372, 'Benzodiazepine Screen', 4182)\n",
      "(373, 'Bicarbonate', 2791)\n",
      "(374, 'Bilirubin, Direct', 1)\n",
      "(375, 'Bilirubin, Indirect', 4206)\n",
      "(376, 'Bilirubin, Total', 3997)\n",
      "(377, 'Blue Top Hold', 3122)\n",
      "(378, 'Calcium, Total', 3718)\n",
      "(379, 'Chloride', 1356)\n",
      "(380, 'CK-MB Index', 1845)\n",
      "(381, 'Cortisol', 1717)\n",
      "(382, 'Creatine Kinase (CK)', 292)\n",
      "(383, 'Creatine Kinase, MB Isoenzyme', 1029)\n",
      "(384, 'Creatinine', 857)\n",
      "(385, 'Estimated GFR (MDRD equation)', 6554)\n",
      "(386, 'Ferritin', 969)\n",
      "(387, 'Glucose_50862', 1274)\n",
      "(388, 'Green Top Hold (plasma)', 639)\n",
      "(389, 'Haptoglobin', 2649)\n",
      "(390, 'Iron', 788)\n",
      "(391, 'Iron Binding Capacity, Total', 3862)\n",
      "(392, 'Lactate Dehydrogenase (LD)', 2191)\n",
      "(393, 'Lipase', 70)\n",
      "(394, 'Magnesium', 399)\n",
      "(395, 'Osmolality, Measured', 1)\n",
      "(396, 'Phenytoin', 41)\n",
      "(397, 'Phosphate', 548)\n",
      "(398, 'Potassium', 20)\n",
      "(399, 'Red Top Hold', 38)\n",
      "(400, 'Sodium', 29)\n",
      "(401, 'tacroFK', 2681)\n",
      "(402, 'Thyroid Stimulating Hormone', 2)\n",
      "(403, 'Transferrin', 1)\n",
      "(404, 'Tricyclic Antidepressant Screen', 1)\n",
      "(405, 'Triglycerides', 1)\n",
      "(406, 'Troponin I', 1)\n",
      "(407, 'Troponin T', 1)\n",
      "(408, 'Urea Nitrogen', 1)\n",
      "(409, 'Uric Acid', 461)\n",
      "(410, 'Vancomycin.1', 701)\n",
      "(411, 'Amphetamine Screen, Urine', 65)\n",
      "(412, 'Barbiturate Screen, Urine', 1)\n",
      "(413, 'Benzodiazepine Screen, Urine', 302)\n",
      "(414, 'Chloride, Urine', 1)\n",
      "(415, 'Cocaine, Urine', 2661)\n",
      "(416, 'Creatinine, Urine', 2913)\n",
      "(417, 'Length of Urine Collection', 1875)\n",
      "(418, 'Methadone, Urine', 146)\n",
      "(419, 'Opiate Screen, Urine', 127)\n",
      "(420, 'Osmolality, Urine', 118)\n",
      "(421, 'Potassium, Urine', 449)\n",
      "(422, 'Sodium, Urine', 1866)\n",
      "(423, 'Urea Nitrogen, Urine', 2)\n",
      "(424, 'Anisocytosis', 1)\n",
      "(425, 'Atypical Lymphocytes', 1)\n",
      "(426, 'Bands', 1)\n",
      "(427, 'Basophils', 1)\n",
      "(428, 'Eosinophils', 1014)\n",
      "(429, 'Fibrinogen, Functional', 1886)\n",
      "(430, 'Granulocyte Count', 1)\n",
      "(431, 'Hematocrit', 1)\n",
      "(432, 'Hemoglobin_51087', 8)\n",
      "(433, 'Hypochromia', 1)\n",
      "(434, 'INR(PT)', 622)\n",
      "(435, 'Lymphocytes', 517)\n",
      "(436, 'Macrocytes', 1567)\n",
      "(437, 'MCH', 1630)\n",
      "(438, 'MCHC', 428)\n",
      "(439, 'MCV', 1279)\n",
      "(440, 'Metamyelocytes', 759)\n",
      "(441, 'Microcytes', 403)\n",
      "(442, 'Monocytes', 1123)\n",
      "(443, 'Myelocytes', 429)\n",
      "(444, 'Neutrophils', 541)\n",
      "(445, 'Nucleated Red Cells', 327)\n",
      "(446, 'Ovalocytes', 883)\n",
      "(447, 'Platelet Count', 286)\n",
      "(448, 'Platelet Smear', 163)\n",
      "(449, 'Poikilocytosis', 2367)\n",
      "(450, 'Polychromasia', 287)\n",
      "(451, 'PT', 1353)\n",
      "(452, 'PTT', 1)\n",
      "(453, 'RDW', 366)\n",
      "(454, 'Red Blood Cells', 368)\n",
      "(455, 'Reticulocyte Count, Automated', 1361)\n",
      "(456, 'White Blood Cells', 1)\n",
      "(457, 'Bacteria', 1)\n",
      "(458, 'Bilirubin', 177)\n",
      "(459, 'Blood', 526)\n",
      "(460, 'Epithelial Cells', 309)\n",
      "(461, 'Glucose_50935', 629)\n",
      "(462, 'Hyaline Casts', 2)\n",
      "(463, 'Ketone', 1)\n",
      "(464, 'Leukocytes', 1)\n",
      "(465, 'Nitrite', 1)\n",
      "(466, 'pH_50999', 1)\n",
      "(467, 'Protein', 108)\n",
      "(468, 'RBC', 1)\n",
      "(469, 'Specific Gravity', 1)\n",
      "(470, 'Urine Appearance', 1)\n",
      "(471, 'Urine Color', 632)\n",
      "(472, 'Urine Mucous', 1)\n",
      "(473, 'Urobilinogen', 1)\n",
      "(474, 'WBC', 1)\n",
      "(475, 'Yeast', 163)\n",
      "(476, 'Calculated Total CO2_normal', 2)\n",
      "(477, 'Chloride, Whole Blood_normal', 2)\n",
      "(478, 'Free Calcium_normal', 2)\n",
      "(479, 'Glucose_normal_50809', 2)\n",
      "(480, 'Hemoglobin_normal_50811', 2)\n",
      "(481, 'Lactate_normal', 2)\n",
      "(482, 'pCO2_normal', 2)\n",
      "(483, 'pH_normal_50820', 2)\n",
      "(484, 'pO2_normal', 2)\n",
      "(485, 'Potassium, Whole Blood_normal', 2)\n",
      "(486, 'Sodium, Whole Blood_normal', 2)\n",
      "(487, 'Alanine Aminotransferase (ALT)_normal', 2)\n",
      "(488, 'Albumin_normal', 2)\n",
      "(489, 'Alkaline Phosphatase_normal', 2)\n",
      "(490, 'Amylase_normal', 2)\n",
      "(491, 'Anion Gap_normal', 2)\n",
      "(492, 'Asparate Aminotransferase (AST)_normal', 2)\n",
      "(493, 'Bicarbonate_normal', 2)\n",
      "(494, 'Bilirubin, Direct_normal', 2)\n",
      "(495, 'Bilirubin, Total_normal', 2)\n",
      "(496, 'Calcium, Total_normal', 2)\n",
      "(497, 'Chloride_normal', 2)\n",
      "(498, 'CK-MB Index_normal', 2)\n",
      "(499, 'Creatine Kinase (CK)_normal', 2)\n",
      "(500, 'Creatine Kinase, MB Isoenzyme_normal', 2)\n",
      "(501, 'Creatinine_normal', 2)\n",
      "(502, 'Glucose_normal_50931', 2)\n",
      "(503, 'Lactate Dehydrogenase (LD)_normal', 2)\n",
      "(504, 'Lipase_normal', 2)\n",
      "(505, 'Magnesium_normal', 2)\n",
      "(506, 'Osmolality, Measured_normal', 2)\n",
      "(507, 'Phenytoin_normal', 2)\n",
      "(508, 'Phosphate_normal', 2)\n",
      "(509, 'Potassium_normal', 2)\n",
      "(510, 'Sodium_normal', 2)\n",
      "(511, 'Thyroid Stimulating Hormone_normal', 2)\n",
      "(512, 'Troponin T_normal', 2)\n",
      "(513, 'Urea Nitrogen_normal', 2)\n",
      "(514, 'Uric Acid_normal', 2)\n",
      "(515, 'Vancomycin_normal', 2)\n",
      "(516, 'Atypical Lymphocytes_normal', 2)\n",
      "(517, 'Bands_normal', 2)\n",
      "(518, 'Basophils_normal', 2)\n",
      "(519, 'Eosinophils_normal', 2)\n",
      "(520, 'Fibrinogen, Functional_normal', 2)\n",
      "(521, 'Hematocrit_normal', 2)\n",
      "(522, 'Hemoglobin_normal_51222', 2)\n",
      "(523, 'INR(PT)_normal', 2)\n",
      "(524, 'Lymphocytes_normal', 2)\n",
      "(525, 'MCH_normal', 2)\n",
      "(526, 'MCHC_normal', 2)\n",
      "(527, 'MCV_normal', 2)\n",
      "(528, 'Metamyelocytes_normal', 2)\n",
      "(529, 'Monocytes_normal', 2)\n",
      "(530, 'Myelocytes_normal', 2)\n",
      "(531, 'Neutrophils_normal', 2)\n",
      "(532, 'Platelet Count_normal', 2)\n",
      "(533, 'PT_normal', 2)\n",
      "(534, 'PTT_normal', 2)\n",
      "(535, 'RDW_normal', 2)\n",
      "(536, 'Red Blood Cells_normal', 2)\n",
      "(537, 'White Blood Cells_normal', 2)\n",
      "(538, 'pH_normal_51491', 2)\n",
      "(539, 'RBC_normal', 2)\n",
      "(540, 'Specific Gravity_normal', 2)\n",
      "(541, 'Urobilinogen_normal', 2)\n",
      "(542, 'WBC_normal', 2)\n",
      "(543, 'CT scan', 23)\n",
      "(544, 'Ultrasound', 7322)\n",
      "(545, 'Multi Lumen', 6372)\n",
      "(546, 'PICC Line', 13)\n",
      "(547, 'Cordis/Introducer', 6690)\n",
      "(548, '22 Gauge', 5477)\n",
      "(549, '20 Gauge', 12)\n",
      "(550, '16 Gauge', 14)\n",
      "(551, '18 Gauge', 5320)\n",
      "(552, 'Intubation', 5)\n",
      "(553, 'Blood Cultured', 16)\n",
      "(554, 'EKG', 3058)\n",
      "(555, 'Transthoracic Echo', 4)\n",
      "(556, 'Sputum Culture', 3107)\n",
      "(557, 'Urine Culture', 5)\n",
      "(558, 'Chest X-Ray', 6)\n",
      "(559, 'OR Received', 6)\n",
      "(560, 'Invasive Ventilation', 4)\n",
      "(561, 'Arterial Line', 9)\n",
      "(562, 'Nasal Swab', 2925)\n",
      "(563, 'Extubation', 5)\n",
      "(564, 'Family updated by RN', 1867)\n",
      "(565, 'SERVICE', 60)\n",
      "(566, '70012_s', 13)\n",
      "(567, '70079_s', 49)\n",
      "(568, '70062_s', 5)\n",
      "(569, '70091_s', 30)\n",
      "(570, '70070_s', 60)\n",
      "(571, '70064_s', 52)\n",
      "(572, '70023_s', 47)\n",
      "(573, '70012_r', 13)\n",
      "(574, '70079_r', 49)\n",
      "(575, '70062_r', 5)\n",
      "(576, '70091_r', 30)\n",
      "(577, '70070_r', 60)\n",
      "(578, '70064_r', 52)\n",
      "(579, '70023_r', 47)\n",
      "(580, '70012_i', 13)\n",
      "(581, '70079_i', 49)\n",
      "(582, '70062_i', 5)\n",
      "(583, '70091_i', 30)\n",
      "(584, '70070_i', 1566025)\n",
      "(585, '70064_i', 58438)\n",
      "(586, '70023_i', 21)\n",
      "(587, 'Discharge summary', 6)\n",
      "(588, 'Echo', 7)\n",
      "(589, 'ECG', 13)\n",
      "(590, 'Social Work', 9)\n",
      "(591, 'Rehab Services', 9)\n",
      "(592, 'General', 13)\n",
      "(593, 'Nursing', 52)\n",
      "(594, 'Physician', 29)\n",
      "(595, 'Respiratory', 12)\n",
      "(596, 'Case Management', 5)\n",
      "(597, 'Nutrition', 14)\n",
      "(598, 'Consult', 6)\n",
      "(599, 'Pharmacy', 6)\n",
      "(600, 'Radiology', 23)\n",
      "(601, 'Nursing/other', 29)\n",
      "(602, 'Chest Tubes Left Pleural 1', 592)\n",
      "(603, 'Gastric Nasogastric', 505)\n",
      "(604, 'Stool Out Stool', 449)\n",
      "(605, 'Cerebral Drain R Ventricular Drain', 534)\n",
      "(606, 'Gastric Oral Gastric', 418)\n",
      "(607, 'Drain Out #2 Jackson Pratt', 351)\n",
      "(608, 'Chest Tubes CTICU CT 1', 1142)\n",
      "(609, 'Stool Out Colostomy', 242)\n",
      "(610, 'Chest Tubes Left Pleural 2', 184)\n",
      "(611, 'Urine Out Condom Cath', 444)\n",
      "(612, 'Urine .', 1094)\n",
      "(613, 'Chest Tubes Right Pleural 1', 633)\n",
      "(614, 'Gastric Gastric Tube', 342)\n",
      "(615, 'Urine Out Foley', 9645)\n",
      "(616, 'OR Out PACU Urine', 585)\n",
      "(617, 'Urine Out Void', 875)\n",
      "(618, 'Drain Out #1 Jackson Pratt', 624)\n",
      "(619, 'Chest Tubes Mediastinal', 219)\n",
      "(620, 'Chest Tubes CTICU CT 2', 252)\n",
      "(621, 'Ultrafiltrate Ultrafiltrate', 939)\n",
      "(622, 'Drain Out #1 Other', 427)\n",
      "(623, 'Foley', 5046)\n",
      "(624, 'Void', 441)\n",
      "(625, 'Nasogastric', 242)\n",
      "(626, 'Oral Gastric', 222)\n",
      "(627, 'Stool', 176)\n",
      "(628, 'Chest Tube #1', 856)\n",
      "(629, 'Chest Tube #2', 325)\n",
      "(630, 'JP Medial', 218)\n",
      "(631, 'JP Lateral', 228)\n",
      "(632, 'Jackson Pratt #1', 458)\n",
      "(633, 'Cerebral Ventricular #1', 438)\n",
      "(634, 'TF Residual.1', 299)\n",
      "(635, 'FURO40I', 33)\n",
      "(636, 'INSULIN', 21)\n",
      "(637, 'NACLFLUSH', 10)\n",
      "(638, 'D5W250', 25)\n",
      "(639, 'NS1000', 5)\n",
      "(640, 'VANCOBASE', 14)\n",
      "(641, 'VANC1F', 14)\n",
      "(642, 'MAG2PM', 10)\n",
      "(643, 'METO25', 4)\n",
      "(644, 'ACET325', 8)\n",
      "(645, 'NS500', 9)\n",
      "(646, 'HEPA5I', 8)\n",
      "(647, 'NS250', 16)\n",
      "(648, 'METO5I', 18)\n",
      "(649, 'KCL20PM', 25)\n",
      "(650, 'KCLBASE2', 25)\n",
      "(651, 'MICROK10', 14)\n",
      "(652, 'NS100', 13)\n",
      "(653, 'DOCU100', 8)\n",
      "(654, 'KCL20P', 9)\n",
      "(655, 'LR1000', 5)\n",
      "(656, 'MAGS1I', 25)\n",
      "(657, 'HEPBASE', 25)\n",
      "(658, 'CALG1I', 11)\n",
      "(659, 'METO50', 15)\n",
      "(660, 'LORA2I', 13)\n",
      "(661, 'PANT40', 4)\n",
      "(662, 'SENN187', 6)\n",
      "(663, 'ALBU3H', 8)\n",
      "(664, 'KCL40I', 7)\n",
      "(665, 'BISA10R', 5)\n",
      "(666, 'GLAR100I', 28)\n",
      "(667, 'FRBD50', 9)\n",
      "(668, 'MORP2I', 6)\n",
      "(669, 'VIAL', 6)\n",
      "(670, 'PROP100IG', 6)\n",
      "(671, 'D5W100', 10)\n",
      "(672, 'SW50', 10)\n",
      "(673, 'POTA20', 7)\n",
      "(674, 'INNHI', 30)\n",
      "(675, 'HEPPREMIX', 12)\n",
      "(676, 'PANT40I', 6)\n",
      "(677, 'NS/MBP100I', 4)\n",
      "(678, 'BAG50', 8)\n",
      "(679, 'PERC', 5)\n",
      "(680, 'CALCG2/100NS', 8)\n",
      "(681, 'DEX50SY', 7)\n",
      "(682, 'ONDAN4I', 6)\n",
      "(683, 'IPRA2H', 7)\n",
      "(684, 'DOCU100L', 6)\n",
      "(685, 'NS100CG', 8)\n",
      "(686, 'D5W1000', 7)\n",
      "(687, 'NEUT', 4)\n",
      "(688, 'HYDZ20I', 18)\n",
      "(689, 'KPHO45I', 8)\n",
      "(690, 'HALD5I', 13)\n",
      "(691, 'HYDR2I', 11)\n",
      "(692, 'FURO100I', 20)\n",
      "(693, 'BISA5', 5)\n",
      "(694, 'FENT2I', 8)\n",
      "(695, 'PHEN10I', 10)\n",
      "(696, 'OXYC5', 7)\n",
      "(697, 'AMIO150I', 14)\n",
      "(698, 'D5W50', 19)\n",
      "(699, 'RANI150', 5)\n",
      "(700, 'ASA81', 4)\n",
      "(701, 'INHRIV', 9)\n",
      "(702, 'HEPA100SYR', 7)\n",
      "(703, 'D545NS1000', 5)\n",
      "(704, 'LORA5', 8)\n",
      "(705, 'NABC50I', 9)\n",
      "(706, 'MOM30L', 4)\n",
      "(707, 'ASA325', 4)\n",
      "(708, 'HEPAPREMIX', 26)\n",
      "(709, 'METO10I', 7)\n",
      "(710, 'WARF5', 8)\n",
      "(711, 'CHLO15L', 4)\n",
      "(712, 'D5W500', 7)\n",
      "(713, 'FURO20', 5)\n",
      "(714, 'LACT30L', 7)\n",
      "(715, 'NTGBASE', 5)\n",
      "(716, 'ASA81EC', 3)\n",
      "(717, 'GLUC1I', 3)\n",
      "(718, 'ACET650R', 5)\n",
      "(719, 'LEVO4I', 9)\n",
      "(720, 'HYDR2', 7)\n",
      "(721, 'ISONACL', 4)\n",
      "(722, 'FAMO20PM', 4)\n",
      "(723, 'NS451000', 4)\n",
      "(724, 'METR500PM', 6)\n",
      "(725, 'METRBASE', 6)\n",
      "(726, 'PNEU25I', 3)\n",
      "(727, 'AMID200', 10)\n",
      "(728, 'HEPA10SYR', 8)\n",
      "(729, 'MIDA2I', 9)\n",
      "(730, 'PROP200IG', 7)\n",
      "(731, 'FURO40', 5)\n",
      "(732, 'NS50', 7)\n",
      "(733, 'FRBD100', 7)\n",
      "(734, 'VANC500I', 6)\n",
      "(735, 'KCL10PM', 6)\n",
      "(736, 'KCLBASE', 6)\n",
      "(737, 'SYR60ML', 5)\n",
      "(738, 'HYDR1SYR', 4)\n",
      "(739, 'CLOP75', 6)\n",
      "(740, 'PRED20', 7)\n",
      "(741, 'PEPC20', 3)\n",
      "(742, 'MORP4I', 5)\n",
      "(743, 'ALBU17H', 8)\n",
      "(744, 'MVI.1', 4)\n",
      "(745, 'ZOSY4FPB', 7)\n",
      "(746, 'CALC500', 4)\n",
      "(747, 'MAGN400', 9)\n",
      "(748, 'AMBI5', 6)\n",
      "(749, 'TRAZ50', 6)\n",
      "(750, 'FOLI1', 4)\n",
      "(751, 'ACET650L', 5)\n",
      "(752, 'TACR1', 7)\n",
      "(753, 'CEFE2I', 5)\n",
      "(754, 'DIPH25', 5)\n",
      "(755, 'HYD12.5PCA', 7)\n",
      "(756, 'D5W250E', 9)\n",
      "(757, 'WARF2', 8)\n",
      "(758, 'AMLO5', 8)\n",
      "(759, 'DILT500I', 12)\n",
      "(760, 'KCL20/1000D51/2NS', 4)\n",
      "(761, 'LORA1', 6)\n",
      "(762, 'WARF1', 12)\n",
      "(763, 'LISI5', 5)\n",
      "(764, 'METR500', 4)\n",
      "(765, 'ZOSY2.25I', 5)\n",
      "(766, 'ALBU25', 11)\n",
      "(767, 'Full Code_COUNT', 472)\n",
      "(768, 'Do Not Resuscita_COUNT', 227)\n",
      "(769, 'Comfort Measures_COUNT', 44)\n",
      "(770, 'Do Not Intubate_COUNT', 55)\n",
      "(771, 'CPR Not Indicate_COUNT', 95)\n",
      "(772, 'Activity_COUNT', 1)\n",
      "(773, 'Risk for Falls_COUNT', 467)\n",
      "(774, 'Ectopy Type 1_COUNT', 1)\n",
      "(775, 'Safety Measures_U_1_COUNT', 1)\n",
      "(776, 'Arterial BP [Systolic]_COUNT', 483)\n",
      "(777, 'Arterial BP Mean_COUNT', 488)\n",
      "(778, 'Ectopy Frequency_COUNT', 1)\n",
      "(779, 'Ectopy Type_COUNT', 1)\n",
      "(780, 'HEART RATE_COUNT', 701)\n",
      "(781, 'Heart Rhythm_COUNT', 1)\n",
      "(782, 'NBP [Systolic]_COUNT', 259)\n",
      "(783, 'NBP Mean_COUNT', 257)\n",
      "(784, 'Precautions_COUNT', 1)\n",
      "(785, 'Previous WeightF_COUNT', 390)\n",
      "(786, 'Respiratory Rate_COUNT', 659)\n",
      "(787, 'SpO2_COUNT', 507)\n",
      "(788, 'HR Alarm [Low]_COUNT', 391)\n",
      "(789, 'SaO2_COUNT', 384)\n",
      "(790, 'NBP Alarm [Low]_COUNT', 351)\n",
      "(791, 'Resp Alarm [Low]_COUNT', 405)\n",
      "(792, 'SpO2 Alarm [Low]_COUNT', 413)\n",
      "(793, 'Resp Rate_COUNT', 373)\n",
      "(794, 'SaO2 Alarm [Low]_COUNT', 387)\n",
      "(795, 'Arterial BP [Diastolic]_COUNT', 485)\n",
      "(796, 'NBP [Diastolic]_COUNT', 260)\n",
      "(797, 'HR Alarm [High]_COUNT', 388)\n",
      "(798, 'NBP Alarm [High]_COUNT', 349)\n",
      "(799, 'Resp Alarm [High]_COUNT', 407)\n",
      "(800, 'SpO2 Alarm [High]_COUNT', 412)\n",
      "(801, 'SaO2 Alarm [High]_COUNT', 387)\n",
      "(802, 'O2 saturation pulseoxymetry_COUNT', 499)\n",
      "(803, 'Arterial BP [Systolic]_MAX', 270)\n",
      "(804, 'Arterial BP Mean_MAX', 297)\n",
      "(805, 'Ectopy Frequency_MAX', 1)\n",
      "(806, 'Ectopy Type_MAX', 1)\n",
      "(807, 'HEART Rate_MAX', 45)\n",
      "(808, 'Heart Rhythm_MAX', 1)\n",
      "(809, 'NBP [Systolic]_MAX', 247)\n",
      "(810, 'NBP Mean_MAX', 488)\n",
      "(811, 'Precautions_MAX', 1)\n",
      "(812, 'Previous WeightF_MAX', 1477)\n",
      "(813, 'Respiratory Rate_MAX', 23)\n",
      "(814, 'SpO2_MAX', 76)\n",
      "(815, 'HR Alarm [Low]_MAX', 13)\n",
      "(816, 'SaO2_MAX', 75)\n",
      "(817, 'NBP Alarm [Low]_MAX', 57)\n",
      "(818, 'Resp Alarm [Low]_MAX', 40)\n",
      "(819, 'SpO2 Alarm [Low]_MAX', 36)\n",
      "(820, 'Resp Rate_MAX', 118)\n",
      "(821, 'SaO2 Alarm [Low]_MAX', 21)\n",
      "(822, 'Arterial BP [Diastolic]_MAX', 257)\n",
      "(823, 'NBP [Diastolic]_MAX', 190)\n",
      "(824, 'HR Alarm [High]_MAX', 10)\n",
      "(825, 'NBP Alarm [High]_MAX', 61)\n",
      "(826, 'Resp Alarm [High]_MAX', 46)\n",
      "(827, 'SpO2 Alarm [High]_MAX', 31)\n",
      "(828, 'SaO2 Alarm [High]_MAX', 12)\n",
      "(829, 'O2 saturation pulseoxymetry_MAX', 97)\n",
      "(830, 'Arterial BP [Systolic]_MIN', 226)\n",
      "(831, 'Arterial BP Mean_MIN', 219)\n",
      "(832, 'Ectopy Frequency_MIN', 1)\n",
      "(833, 'Ectopy Type_MIN', 1)\n",
      "(834, 'HEART Rate_MIN', 35)\n",
      "(835, 'Heart Rhythm_MIN', 1)\n",
      "(836, 'NBP [Systolic]_MIN', 231)\n",
      "(837, 'NBP Mean_MIN', 384)\n",
      "(838, 'Precautions_MIN', 1)\n",
      "(839, 'Previous WeightF_MIN', 1453)\n",
      "(840, 'Respiratory Rate_MIN', 18)\n",
      "(841, 'SpO2_MIN', 104)\n",
      "(842, 'HR Alarm [Low]_MIN', 12)\n",
      "(843, 'SaO2_MIN', 106)\n",
      "(844, 'NBP Alarm [Low]_MIN', 65)\n",
      "(845, 'Resp Alarm [Low]_MIN', 38)\n",
      "(846, 'SpO2 Alarm [Low]_MIN', 47)\n",
      "(847, 'Resp Rate_MIN', 105)\n",
      "(848, 'SaO2 Alarm [Low]_MIN', 23)\n",
      "(849, 'Arterial BP [Diastolic]_MIN', 130)\n",
      "(850, 'NBP [Diastolic]_MIN', 140)\n",
      "(851, 'HR Alarm [High]_MIN', 6)\n",
      "(852, 'NBP Alarm [High]_MIN', 66)\n",
      "(853, 'Resp Alarm [High]_MIN', 48)\n",
      "(854, 'SpO2 Alarm [High]_MIN', 41)\n",
      "(855, 'SaO2 Alarm [High]_MIN', 16)\n",
      "(856, 'O2 saturation pulseoxymetry_MIN', 100)\n",
      "(857, 'Arterial BP [Systolic]_AVG', 24383)\n",
      "(858, 'Arterial BP Mean_AVG', 21478)\n",
      "(859, 'Ectopy Frequency_AVG', 1)\n",
      "(860, 'Ectopy Type_AVG', 1)\n",
      "(861, 'HEART Rate_AVG', 42628)\n",
      "(862, 'Heart Rhythm_AVG', 1)\n",
      "(863, 'NBP [Systolic]_AVG', 18268)\n",
      "(864, 'NBP Mean_AVG', 41849)\n",
      "(865, 'Precautions_AVG', 1)\n",
      "(866, 'Previous WeightF_AVG', 11611)\n",
      "(867, 'Respiratory Rate_AVG', 22772)\n",
      "(868, 'SpO2_AVG', 13528)\n",
      "(869, 'HR Alarm [Low]_AVG', 357)\n",
      "(870, 'SaO2_AVG', 4481)\n",
      "(871, 'NBP Alarm [Low]_AVG', 2750)\n",
      "(872, 'Resp Alarm [Low]_AVG', 1219)\n",
      "(873, 'SpO2 Alarm [Low]_AVG', 3057)\n",
      "(874, 'Resp Rate_AVG', 5595)\n",
      "(875, 'SaO2 Alarm [Low]_AVG', 909)\n",
      "(876, 'Arterial BP [Diastolic]_AVG', 20505)\n",
      "(877, 'NBP [Diastolic]_AVG', 15415)\n",
      "(878, 'HR Alarm [High]_AVG', 42)\n",
      "(879, 'NBP Alarm [High]_AVG', 3175)\n",
      "(880, 'Resp Alarm [High]_AVG', 2791)\n",
      "(881, 'SpO2 Alarm [High]_AVG', 282)\n",
      "(882, 'SaO2 Alarm [High]_AVG', 1373)\n",
      "(883, 'O2 saturation pulseoxymetry_AVG', 6739)\n",
      "(884, 'Arterial BP [Systolic]_STD', 46039)\n",
      "(885, 'Arterial BP Mean_STD', 43969)\n",
      "(886, 'Ectopy Frequency_STD', 1)\n",
      "(887, 'Ectopy Type_STD', 1)\n",
      "(888, 'HEART Rate_STD', 64)\n",
      "(889, 'Heart Rhythm_STD', 1)\n",
      "(890, 'NBP [Systolic]_STD', 48505)\n",
      "(891, 'NBP Mean_STD', 58548)\n",
      "(892, 'Precautions_STD', 1)\n",
      "(893, 'Previous WeightF_STD', 10175)\n",
      "(894, 'Respiratory Rate_STD', 62)\n",
      "(895, 'SpO2_STD', 57139)\n",
      "(896, 'HR Alarm [Low]_STD', 367)\n",
      "(897, 'SaO2_STD', 10146)\n",
      "(898, 'NBP Alarm [Low]_STD', 3267)\n",
      "(899, 'Resp Alarm [Low]_STD', 1362)\n",
      "(900, 'SpO2 Alarm [Low]_STD', 4129)\n",
      "(901, 'Resp Rate_STD', 7272)\n",
      "(902, 'SaO2 Alarm [Low]_STD', 980)\n",
      "(903, 'Arterial BP [Diastolic]_STD', 42479)\n",
      "(904, 'NBP [Diastolic]_STD', 43716)\n",
      "(905, 'HR Alarm [High]_STD', 40)\n",
      "(906, 'NBP Alarm [High]_STD', 3863)\n",
      "(907, 'Resp Alarm [High]_STD', 3536)\n",
      "(908, 'SpO2 Alarm [High]_STD', 274)\n",
      "(909, 'SaO2 Alarm [High]_STD', 1671)\n",
      "(910, 'O2 saturation pulseoxymetry_STD', 37140)\n"
     ]
    }
   ],
   "source": [
    "i = 0\n",
    "for col in e_vect:\n",
    "    print(i, col, len(e_vect[col].unique()))\n",
    "    i += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0    NaN\n",
      "1    NaN\n",
      "2    NaN\n",
      "3    NaN\n",
      "4    NaN\n",
      "Name: DOD, dtype: object\n"
     ]
    }
   ],
   "source": [
    "#print(pd.get_dummies(e_vect['Equip Change [MM]']))\n",
    "# print(e_vect['Equip Change [MM]'].value_counts())\n",
    "print(e_vect['DOD'].head())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/brett/anaconda2/lib/python2.7/site-packages/ipykernel/__main__.py:37: DeprecationWarning: \n",
      ".ix is deprecated. Please use\n",
      ".loc for label based indexing or\n",
      ".iloc for positional indexing\n",
      "\n",
      "See the documentation here:\n",
      "http://pandas.pydata.org/pandas-docs/stable/indexing.html#ix-indexer-is-deprecated\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1566025, 1089)\n",
      "                                 SURVIVAL    AGE  M  ELECTIVE  EMERGENCY  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                            \n",
      "58526      100001  2                  NaN  12957  0         0          1   \n",
      "                   3                  NaN  12957  0         0          1   \n",
      "                   4                  NaN  12957  0         0          1   \n",
      "                   5                  NaN  12957  0         0          1   \n",
      "                   6                  NaN  12957  0         0          1   \n",
      "\n",
      "                                 NEWBORN  URGENT  ** INFO NOT AVAILABLE **  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                              \n",
      "58526      100001  2                   0       0                         0   \n",
      "                   3                   0       0                         0   \n",
      "                   4                   0       0                         0   \n",
      "                   5                   0       0                         0   \n",
      "                   6                   0       0                         0   \n",
      "\n",
      "                                 CLINIC REFERRAL/PREMATURE  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                              \n",
      "58526      100001  2                                     1   \n",
      "                   3                                     1   \n",
      "                   4                                     1   \n",
      "                   5                                     1   \n",
      "                   6                                     1   \n",
      "\n",
      "                                 EMERGENCY ROOM ADMIT  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                         \n",
      "58526      100001  2                                0   \n",
      "                   3                                0   \n",
      "                   4                                0   \n",
      "                   5                                0   \n",
      "                   6                                0   \n",
      "\n",
      "                                              ...                 \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID               ...                  \n",
      "58526      100001  2                          ...                  \n",
      "                   3                          ...                  \n",
      "                   4                          ...                  \n",
      "                   5                          ...                  \n",
      "                   6                          ...                  \n",
      "\n",
      "                                 Resp Rate_STD  SaO2 Alarm [Low]_STD  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                        \n",
      "58526      100001  2                       NaN                   NaN   \n",
      "                   3                       NaN                   NaN   \n",
      "                   4                       NaN                   NaN   \n",
      "                   5                       NaN                   NaN   \n",
      "                   6                       NaN                   NaN   \n",
      "\n",
      "                                 Arterial BP [Diastolic]_STD  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                \n",
      "58526      100001  2                                     NaN   \n",
      "                   3                                     NaN   \n",
      "                   4                                     NaN   \n",
      "                   5                                     NaN   \n",
      "                   6                                     NaN   \n",
      "\n",
      "                                 NBP [Diastolic]_STD  HR Alarm [High]_STD  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                             \n",
      "58526      100001  2                             NaN                  NaN   \n",
      "                   3                             NaN                  NaN   \n",
      "                   4                             NaN                  NaN   \n",
      "                   5                             NaN                  NaN   \n",
      "                   6                             NaN                  NaN   \n",
      "\n",
      "                                 NBP Alarm [High]_STD  Resp Alarm [High]_STD  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                                \n",
      "58526      100001  2                              NaN                    NaN   \n",
      "                   3                              NaN                    NaN   \n",
      "                   4                              NaN                    NaN   \n",
      "                   5                              NaN                    NaN   \n",
      "                   6                              NaN                    NaN   \n",
      "\n",
      "                                 SpO2 Alarm [High]_STD  SaO2 Alarm [High]_STD  \\\n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                                 \n",
      "58526      100001  2                               NaN                    NaN   \n",
      "                   3                               NaN                    NaN   \n",
      "                   4                               NaN                    NaN   \n",
      "                   5                               NaN                    NaN   \n",
      "                   6                               NaN                    NaN   \n",
      "\n",
      "                                 O2 saturation pulseoxymetry_STD  \n",
      "SUBJECT_ID HADM_ID ENCOUNTER_ID                                   \n",
      "58526      100001  2                                         NaN  \n",
      "                   3                                         NaN  \n",
      "                   4                                         NaN  \n",
      "                   5                                         0.0  \n",
      "                   6                                         0.0  \n",
      "\n",
      "[5 rows x 1089 columns]\n"
     ]
    }
   ],
   "source": [
    "# INDEX - ENCOUNTER_ID, HADM_ID, SUBJECT_ID\n",
    "index_lists = [e_vect['SUBJECT_ID'].tolist(),\n",
    "                e_vect['HADM_ID'].tolist(),\n",
    "                e_vect['ENCOUNTER_ID'].tolist()]\n",
    "\n",
    "tuples = list(zip(*index_lists))\n",
    "index = pd.MultiIndex.from_tuples(tuples, \n",
    "                                  names=['SUBJECT_ID',\n",
    "                                         'HADM_ID',\n",
    "                                         'ENCOUNTER_ID'])\n",
    "\n",
    "encounters = pd.DataFrame()\n",
    "\n",
    "# LABELS - DOD\n",
    "encounters['SURVIVAL'] = (pd.to_datetime(e_vect['DOD']) -\n",
    "                          pd.to_datetime(e_vect['ADMITTIME'])).dt.days\n",
    "\n",
    "# Dates - ADMITTIME, DISCHTIME, DEATHTIME, DOB, DOD, DOD_HOSP, DOD_SSN\n",
    "encounters['AGE'] = (pd.to_datetime(e_vect['ADMITTIME']) - \n",
    "                     pd.to_datetime(e_vect['DOB'])).dt.days \n",
    "                                                                  \n",
    "\n",
    "# First handle static demographic data (mostly cateogrical)\n",
    "encounters = pd.concat([encounters,\n",
    "                        pd.get_dummies(e_vect['GENDER'])['M'],\n",
    "                        pd.get_dummies(e_vect['ADMISSION_TYPE']),\n",
    "                        pd.get_dummies(e_vect['ADMISSION_LOCATION']),\n",
    "                        pd.get_dummies(e_vect['INSURANCE']),\n",
    "                        pd.get_dummies(e_vect['RELIGION']),\n",
    "                        pd.get_dummies(e_vect['LANGUAGE']),\n",
    "                        pd.get_dummies(e_vect['MARITAL_STATUS']),\n",
    "                        pd.get_dummies(e_vect['ETHNICITY'])\n",
    "                       ],\n",
    "                       axis=1)\n",
    "\n",
    "# DTE Table - important to remember that end is not inclusive\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 22:150]], axis=1)\n",
    "# ICU Table\n",
    "encounters = pd.concat([encounters, e_vect['ICUSTART'], e_vect['ICUEND']], axis=1)\n",
    "# INPUT CV\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 152:279]], axis=1)\n",
    "# INPUT MV\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 279:339]], axis=1)\n",
    "# Lab Events\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 339:476]], axis=1)\n",
    "# Procedure Events\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 476:543]], axis=1)\n",
    "# Microbiology Events\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 566:587]], axis=1)\n",
    "# Services\n",
    "encounters = pd.concat([encounters, pd.get_dummies(e_vect['SERVICE'])], axis=1)\n",
    "# Note Events\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 587:601]], axis=1)\n",
    "# Output Events\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 602:635]], axis=1)\n",
    "# Prescription Events\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 635:767]], axis=1)\n",
    "# STREAMING CE\n",
    "encounters = pd.concat([encounters, e_vect.ix[:, 767:]], axis=1)\n",
    "\n",
    "encounters.set_index(index, inplace=True)\n",
    "print(encounters.shape)\n",
    "print(encounters.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SURVIVAL\n",
      "Arterial BP [Systolic]_MAX\n",
      "Arterial BP Mean_MAX\n",
      "Ectopy Frequency_MAX\n",
      "Ectopy Type_MAX\n",
      "HEART Rate_MAX\n",
      "Heart Rhythm_MAX\n",
      "NBP [Systolic]_MAX\n",
      "NBP Mean_MAX\n",
      "Precautions_MAX\n",
      "Previous WeightF_MAX\n",
      "Respiratory Rate_MAX\n",
      "SpO2_MAX\n",
      "HR Alarm [Low]_MAX\n",
      "SaO2_MAX\n",
      "NBP Alarm [Low]_MAX\n",
      "Resp Alarm [Low]_MAX\n",
      "SpO2 Alarm [Low]_MAX\n",
      "Resp Rate_MAX\n",
      "SaO2 Alarm [Low]_MAX\n",
      "Arterial BP [Diastolic]_MAX\n",
      "NBP [Diastolic]_MAX\n",
      "HR Alarm [High]_MAX\n",
      "NBP Alarm [High]_MAX\n",
      "Resp Alarm [High]_MAX\n",
      "SpO2 Alarm [High]_MAX\n",
      "SaO2 Alarm [High]_MAX\n",
      "O2 saturation pulseoxymetry_MAX\n",
      "Arterial BP [Systolic]_MIN\n",
      "Arterial BP Mean_MIN\n",
      "Ectopy Frequency_MIN\n",
      "Ectopy Type_MIN\n",
      "HEART Rate_MIN\n",
      "Heart Rhythm_MIN\n",
      "NBP [Systolic]_MIN\n",
      "NBP Mean_MIN\n",
      "Precautions_MIN\n",
      "Previous WeightF_MIN\n",
      "Respiratory Rate_MIN\n",
      "SpO2_MIN\n",
      "HR Alarm [Low]_MIN\n",
      "SaO2_MIN\n",
      "NBP Alarm [Low]_MIN\n",
      "Resp Alarm [Low]_MIN\n",
      "SpO2 Alarm [Low]_MIN\n",
      "Resp Rate_MIN\n",
      "SaO2 Alarm [Low]_MIN\n",
      "Arterial BP [Diastolic]_MIN\n",
      "NBP [Diastolic]_MIN\n",
      "HR Alarm [High]_MIN\n",
      "NBP Alarm [High]_MIN\n",
      "Resp Alarm [High]_MIN\n",
      "SpO2 Alarm [High]_MIN\n",
      "SaO2 Alarm [High]_MIN\n",
      "O2 saturation pulseoxymetry_MIN\n",
      "Arterial BP [Systolic]_AVG\n",
      "Arterial BP Mean_AVG\n",
      "Ectopy Frequency_AVG\n",
      "Ectopy Type_AVG\n",
      "HEART Rate_AVG\n",
      "Heart Rhythm_AVG\n",
      "NBP [Systolic]_AVG\n",
      "NBP Mean_AVG\n",
      "Precautions_AVG\n",
      "Previous WeightF_AVG\n",
      "Respiratory Rate_AVG\n",
      "SpO2_AVG\n",
      "HR Alarm [Low]_AVG\n",
      "SaO2_AVG\n",
      "NBP Alarm [Low]_AVG\n",
      "Resp Alarm [Low]_AVG\n",
      "SpO2 Alarm [Low]_AVG\n",
      "Resp Rate_AVG\n",
      "SaO2 Alarm [Low]_AVG\n",
      "Arterial BP [Diastolic]_AVG\n",
      "NBP [Diastolic]_AVG\n",
      "HR Alarm [High]_AVG\n",
      "NBP Alarm [High]_AVG\n",
      "Resp Alarm [High]_AVG\n",
      "SpO2 Alarm [High]_AVG\n",
      "SaO2 Alarm [High]_AVG\n",
      "O2 saturation pulseoxymetry_AVG\n",
      "Arterial BP [Systolic]_STD\n",
      "Arterial BP Mean_STD\n",
      "Ectopy Frequency_STD\n",
      "Ectopy Type_STD\n",
      "HEART Rate_STD\n",
      "Heart Rhythm_STD\n",
      "NBP [Systolic]_STD\n",
      "NBP Mean_STD\n",
      "Precautions_STD\n",
      "Previous WeightF_STD\n",
      "Respiratory Rate_STD\n",
      "SpO2_STD\n",
      "HR Alarm [Low]_STD\n",
      "SaO2_STD\n",
      "NBP Alarm [Low]_STD\n",
      "Resp Alarm [Low]_STD\n",
      "SpO2 Alarm [Low]_STD\n",
      "Resp Rate_STD\n",
      "SaO2 Alarm [Low]_STD\n",
      "Arterial BP [Diastolic]_STD\n",
      "NBP [Diastolic]_STD\n",
      "HR Alarm [High]_STD\n",
      "NBP Alarm [High]_STD\n",
      "Resp Alarm [High]_STD\n",
      "SpO2 Alarm [High]_STD\n",
      "SaO2 Alarm [High]_STD\n",
      "O2 saturation pulseoxymetry_STD\n"
     ]
    }
   ],
   "source": [
    "# let's handle null now\n",
    "nan_cols = encounters.columns[encounters.isnull().any()].tolist()\n",
    "\n",
    "for col in nan_cols:\n",
    "    print(col)\n",
    "    # first make column for presence\n",
    "    encounters[col + '_present'] = encounters[col].notnull().astype(int)\n",
    "    \n",
    "    # then fill na with 0\n",
    "    encounters[col]=encounters[col].fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "encounters.select_dtypes(include=['object']).columns\n",
    "encounters.drop(['70023_i'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([], dtype='object')"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encounters.select_dtypes(include=['object']).columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "encounters.to_csv('/data/MIMIC/encounter_vectors_processed.csv')"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}