From 70425d1c5fb3c90e5821940b03929f9e54aee089 Mon Sep 17 00:00:00 2001
From: Alistair Johnson <alistairewj@gmail.com>
Date: Sun, 4 Sep 2016 16:37:40 -0400
Subject: [PATCH] fix up oracle build, refers to #122

---
 buildmimic/oracle/README.md                        |  47 ++
 buildmimic/oracle/add_oracle_rowdelimiter.py       | 100 +++
 buildmimic/oracle/build_mimic_oracle.sh            |  72 +++
 buildmimic/oracle/controlfiles/noteevents.ctl      |   8 +-
 .../oracle/controlfiles/noteevents_output.ctl      |  28 +
 buildmimic/oracle/oracle_add_constraints.sql       |  97 ++-
 buildmimic/oracle/oracle_add_indexes.sql           |   2 +-
 buildmimic/oracle/oracle_create_tables.sql         | 704 ++++++++++-----------
 buildmimic/oracle/oracle_load_data.md              |  12 -
 9 files changed, 680 insertions(+), 390 deletions(-)
 create mode 100644 buildmimic/oracle/README.md
 create mode 100644 buildmimic/oracle/add_oracle_rowdelimiter.py
 create mode 100644 buildmimic/oracle/build_mimic_oracle.sh
 create mode 100644 buildmimic/oracle/controlfiles/noteevents_output.ctl
 delete mode 100644 buildmimic/oracle/oracle_load_data.md

diff --git a/buildmimic/oracle/README.md b/buildmimic/oracle/README.md
new file mode 100644
index 0000000..62e19a7
--- /dev/null
+++ b/buildmimic/oracle/README.md
@@ -0,0 +1,47 @@
+# Loading data in Oracle
+
+This folder contains scripts for loading the data into an Oracle database system.
+There are three steps to loading the data into Oracle:
+
+1. The tables are created using an SQL script
+2. `sqlldr` is used to load data into these tables (either individually or with a shell script)
+3. Indices and constraints are added using an SQL script
+
+The largest challenge in loading in data in Oracle is NOTEEVENTS. Oracle cannot handle reasonably standard formatted CSVs: instead it requires a special character to delineate a newline from a new row (most database systems can handle newlines if they are quoted, which is how the data for MIMIC-III is distributed). As a result, we have provided an additional Python script which will run through NOTEEVENTS and append a unique string of characters to the end of each row. The script can be called as follows:
+
+```python
+python add_oracle_rowdelimiter.py -d ',' -i 'NOTEEVENTS.csv' -r '><><?~`;;`'
+```
+
+The function will output a file called `NOTEEVENTS_output.csv`. You may then use the noteevents_output.ctl file to load in the data, e.g. where the tables are on the MIMICIII user's schema:
+
+```sqlldr '\ as SYSDBA' control=noteevents_output.ctl log=noteevents_output.log```
+
+# Step by step guide for loading data
+
+A shell script called `build_mimic_oracle.sh` is provided to build MIMIC on an Oracle database, but note you will likely need to customize this script for your own purposes, including:
+
+* modifying the default schema
+* changing your authentication
+
+Alternatively, you can follow this step by step guide:
+
+1. Download the MIMIC-III data and extract it to a working folder
+2. Add the control files, SQL scripts, and python script to the working folder
+3. Open up either `sqlplus` or SQLDeveloper
+4. Convert NOTEEVENTS.csv into a workable format: `python add_oracle_rowdelimiter.py -d ',' -i 'NOTEEVENTS.csv' -r '><><?~`;;`'`
+5. Run `oracle_create_tables.sql`
+6. Add permissions to run the bash script: `chmod a+x load_data_oracle.sh`
+7. Run the bash script: `./load_data_oracle.sh`
+    * It helps to be logged in as the Oracle user, as the script uses OS authentication to speed things up
+    * If you do not know how to use OS authentication, remove '/ as SYSDBA' from the beginning of each line in the script
+8. Run the `oracle_add_indexes.sql` and `oracle_add_constrants.sql` files
+
+These scripts have yet to be fully tested and we would welcome pull requests, bug reports, or suggestions via GitHub.
+
+# Load time
+
+Load time for chartevents (the largest table) with partitions is ~30min
+
+Elapsed time was:     00:33:46.44
+CPU time was:         00:28:30.03
diff --git a/buildmimic/oracle/add_oracle_rowdelimiter.py b/buildmimic/oracle/add_oracle_rowdelimiter.py
new file mode 100644
index 0000000..39f8529
--- /dev/null
+++ b/buildmimic/oracle/add_oracle_rowdelimiter.py
@@ -0,0 +1,100 @@
+from __future__ import print_function
+
+import sys
+import getopt
+import os.path
+
+import csv
+
+# This function takes a CSV file and appends a string to the end of each row
+# This facilitates using the CSV with programs which can't handle newlines in fields
+# For example, Oracle's SQLLDR requires a unique string at the end of each row to indicate the row delimiter.
+
+# FUNCTION ASSUMPTIONS:
+#   1) file is in proper CSV format, where "proper" is defined as:
+#       comma delimited
+#       if a string contains a comma, it is double quoted
+#       if a string contains a newline, it is double quoted
+#       double quotes occurring within a string are escaped by another double quote
+#   2) file does *not* have a header row
+
+def main(argv):
+    """
+    Run `Remove newlines` from a CSV file.
+
+    Arguments
+    ----------
+    -h: print help
+    -i: str
+        Absolute path to a valid CSV file.
+    -d: str
+        Delimiter (','). For delimiters with special characters, quote the delimiter in apostrophes.
+    """
+    # parse input arguments
+    fn_in=''
+    delimiter=''
+    fn_sql=''
+
+    output_type = 'oracle'
+    newline_char = '\n'
+    oracle_newrow = '><><?~`;;`'
+
+     # 'oracle' - delete newlines, replace with spaces.
+    try:
+        opts, args = getopt.getopt(argv,"hi:d:c:o",["ifile=","delimiter=","ctl="])
+    except getopt.GetoptError:
+        print('remove_newlines.py -i <input_file> -d <delimiter> -r <row_delimiter>')
+        sys.exit(2)
+    for opt, arg in opts:
+        if opt == '-h':
+            print('remove_newlines.py -i <input_file> -d <delimiter> -r <row_delimiter>')
+            sys.exit()
+        elif opt in ("-i", "--ifile"):
+            fn_in = arg
+        elif opt in ("-d", "--delimiter"):
+            delimiter = arg
+        elif opt in ("-r", "--row-delimiter"):
+            oracle_newrow = arg
+
+    # input argument checking
+    if os.path.isfile(fn_in) == 1:
+        print('Using input file {}'.format(fn_in))
+    else:
+        print('Cannot find input file {}'.format(fn_in))
+        sys.exit(2)
+
+    fn_out=fn_in.strip('.csv')+'_output.csv'
+    print('\n'+'~'*40)
+    print('Input filename = {}'.format(fn_in))
+    print('Delimiter = {}'.format(delimiter))
+    print('New row character(s) = {}'.format(oracle_newrow))
+    print('Output filename = {}'.format(fn_out))
+    print('Please note all output fields will be double quoted.')
+    print('~'*40+'\n')
+    #raw_input('Press any key to continue.')
+
+    with open(fn_in , 'rb') as input_file:
+        reader = csv.reader(input_file, delimiter=',',
+                            doublequote=True,
+                            quoting=csv.QUOTE_MINIMAL)
+        # QUOTE_NONNUMERIC doesn't work because it tries to convert dates are floats
+        # consequently, all fields are output quoted
+        # not a big deal for oracle, which has optionally enclosed by double quotes parameter
+
+        with open(fn_out,'wb') as fout:
+            out = csv.writer(fout, doublequote=True, quoting=csv.QUOTE_NONNUMERIC,
+                            lineterminator=oracle_newrow + '\r\n')
+            for row in reader:
+                out.writerow(row)
+                if reader.line_num % 100000 == 0:
+                    print('Finished {} million lines.'.format(reader.line_num / 1000000))
+
+    # Summarise output
+    print('\n'+'~'*40)
+    print('Merging complete\n')
+    print('Number of rows processed: {}'.format(reader.line_num))
+    print('New file created: {}'.format(fout.name))
+    print('~'*40)
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
diff --git a/buildmimic/oracle/build_mimic_oracle.sh b/buildmimic/oracle/build_mimic_oracle.sh
new file mode 100644
index 0000000..49c73cf
--- /dev/null
+++ b/buildmimic/oracle/build_mimic_oracle.sh
@@ -0,0 +1,72 @@
+#!/bin/bash
+
+# This script attempts to build MIMIC on an Oracle instance.
+# You will likely need to modify it to fit your own system, for example,
+# you may need to change the authentication, e.g. replace '\ as SYSDBA' with 'myusername/mypassword'
+# The script requires sqlldr and sqlplus
+
+
+# Create the tables
+
+sqlplus '\ as SYSDBA' << EOF
+WHENEVER OSERROR EXIT 9;
+WHENEVER SQLERROR EXIT SQL.SQLCODE;
+
+ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
+@oracle_create_tables.sql
+
+EOF
+
+# Alternatively, you could specify a username/password here, and use the below snippet
+
+#db_username=
+#db_password=
+
+#sqlplus -s /nolog << EOF
+#WHENEVER OSERROR EXIT 9;
+#WHENEVER SQLERROR EXIT SQL.SQLCODE;
+#CONNECT ${db_username}/${db_password};
+#@oracle_create_tables.sql
+#EOF
+
+
+# Call sqlldr to load the data
+
+sqlldr '\ as SYSDBA' control='controlfiles/admissions.ctl' log=admissions.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/callout.ctl' log=callout.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/caregivers.ctl' log=caregivers.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/chartevents.ctl' log=chartevents.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/cptevents.ctl' log=cptevents.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/d_cpt.ctl' log=d_cpt.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/d_icd_diagnoses.ctl' log=d_icd_diagnoses.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/d_icd_procedures.ctl' log=d_icd_procedures.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/d_items.ctl' log=d_items.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/d_labitems.ctl' log=d_labitems.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/datetimeevents.ctl' log=datetimeevents.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/diagnoses_icd.ctl' log=diagnoses_icd.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/drgcodes.ctl' log=drgcodes.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/icustays.ctl' log=icustays.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/inputevents_cv.ctl' log=inputevents_cv.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/inputevents_mv.ctl' log=inputevents_mv.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/labevents.ctl' log=labevents.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/microbiologyevents.ctl' log=microbiologyevents.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/noteevents_output.ctl' log=noteevents_output.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/outputevents.ctl' log=outputevents.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/patients.ctl' log=patients.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/prescriptions.ctl' log=prescriptions.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/procedureevents_mv.ctl' log=procedureevents_mv.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/procedures_icd.ctl' log=procedures_icd.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/services.ctl' log=services.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+sqlldr '\ as SYSDBA' control='controlfiles/transfers.ctl' log=transfers.log parallel=true direct=true multithreading=true skip_index_maintenance=true
+
+# Now, create the indexes and constraints
+
+sqlplus '\ as SYSDBA' << EOF
+WHENEVER OSERROR EXIT 9;
+WHENEVER SQLERROR EXIT SQL.SQLCODE;
+
+ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
+@oracle_add_indexes.sql
+@oracle_add_constraints.sql
+
+EOF
diff --git a/buildmimic/oracle/controlfiles/noteevents.ctl b/buildmimic/oracle/controlfiles/noteevents.ctl
index c034c9c..7739582 100644
--- a/buildmimic/oracle/controlfiles/noteevents.ctl
+++ b/buildmimic/oracle/controlfiles/noteevents.ctl
@@ -2,7 +2,7 @@ OPTIONS (
 skip=1,
 errors=0,
 direct=true,
-multithreading=true 
+multithreading=true
 )
 LOAD DATA
 INFILE 'NOTEEVENTS.csv' "str '\n'"
@@ -14,7 +14,7 @@ FIELDS TERMINATED BY ','
 OPTIONALLY ENCLOSED BY '"' AND '"'
 TRAILING nullcols
 (
-ROW_ID, 
+ROW_ID,
 SUBJECT_ID,
 HADM_ID,
 CHARTDATE DATE "YYYY-MM-DD HH24:MI:SS",
@@ -24,5 +24,5 @@ CATEGORY,
 DESCRIPTION,
 CGID,
 ISERROR,
-TEXT 
-)
\ No newline at end of file
+TEXT
+)
diff --git a/buildmimic/oracle/controlfiles/noteevents_output.ctl b/buildmimic/oracle/controlfiles/noteevents_output.ctl
new file mode 100644
index 0000000..5c8aa55
--- /dev/null
+++ b/buildmimic/oracle/controlfiles/noteevents_output.ctl
@@ -0,0 +1,28 @@
+OPTIONS (
+skip=1,
+errors=0,
+direct=true,
+multithreading=true
+)
+LOAD DATA
+INFILE 'NOTEEVENTS.csv' "str '\n'><><?~`;;`"
+BADFILE 'logfile.bad'
+DISCARDFILE 'logfile.discard'
+APPEND
+INTO TABLE noteevents
+FIELDS TERMINATED BY ','
+OPTIONALLY ENCLOSED BY '"' AND '"'
+TRAILING nullcols
+(
+ROW_ID,
+SUBJECT_ID,
+HADM_ID,
+CHARTDATE DATE "YYYY-MM-DD HH24:MI:SS",
+CHARTTIME DATE "YYYY-MM-DD HH24:MI:SS",
+STORETIME DATE "YYYY-MM-DD HH24:MI:SS",
+CATEGORY,
+DESCRIPTION,
+CGID,
+ISERROR,
+TEXT
+)
diff --git a/buildmimic/oracle/oracle_add_constraints.sql b/buildmimic/oracle/oracle_add_constraints.sql
index bcd0ccb..4a36c77 100644
--- a/buildmimic/oracle/oracle_add_constraints.sql
+++ b/buildmimic/oracle/oracle_add_constraints.sql
@@ -1,11 +1,11 @@
 -- ----------------------------------------------------------------
 --
 -- This is a script to add the MIMIC-III constraints for Oracle.
--- 
+--
 -- ----------------------------------------------------------------
 
 -- The below command defines the schema where the data should reside
-ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
+--ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
 
 -- Restoring the default schema can be accomplished using the same command, replacing "MIMICIII" with your username.
 
@@ -13,11 +13,11 @@ ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
 --EXPLORE INDEXES--
 -------------------
 
--- List current indexes
-select index_name, index_type, table_name, UNIQUENESS, status, COMPRESSION, TABLESPACE_NAME
-from dba_indexes 
-where owner= MIMICIII
-order by index_name;
+-- -- List current indexes
+-- select index_name, index_type, table_name, UNIQUENESS, status, COMPRESSION, TABLESPACE_NAME
+-- from dba_indexes
+-- where owner= MIMICIII
+-- order by index_name;
 
 -- Use to list commands to fix unusable indexes
 SELECT 'alter index '||index_name||' rebuild tablespace '||tablespace_name ||';'
@@ -28,7 +28,7 @@ WHERE  status = 'UNUSABLE';
 --EXPLORE CONSTRAINTS--
 -----------------------
 
-SELECT a.table_name, a.column_name, a.constraint_name, c.owner, 
+SELECT a.table_name, a.column_name, a.constraint_name, c.owner,
        -- referenced pk
        c.r_owner, c_pk.table_name r_table_name, c_pk.constraint_name r_pk
   FROM all_cons_columns a
@@ -37,7 +37,7 @@ SELECT a.table_name, a.column_name, a.constraint_name, c.owner,
   JOIN all_constraints c_pk ON c.r_owner = c_pk.owner
                            AND c.r_constraint_name = c_pk.constraint_name
  WHERE c.constraint_type = 'R'
-   AND c.OWNER = 'MIMIC2V30';
+   AND c.OWNER = 'MIMICIII';
 
 --------------
 --ADMISSIONS--
@@ -165,7 +165,7 @@ ALTER TABLE DIAGNOSES_ICD
 ADD CONSTRAINT diagnoses_icd_fk_hadm_id
   FOREIGN KEY (hadm_id)
   REFERENCES admissions(hadm_id);
-  
+
 -- ICD9_code
 ALTER TABLE DIAGNOSES_ICD
 ADD CONSTRAINT diagnoses_icd_fk_icd9
@@ -204,32 +204,87 @@ ADD CONSTRAINT icustays_fk_hadm_id
   FOREIGN KEY (hadm_id)
   REFERENCES admissions(hadm_id);
 
+------------------
+--INPUTEVENTS_CV--
+------------------
 
-------------
---IOEVENTS--
-------------
+-- subject_id
+ALTER TABLE INPUTEVENTS_CV
+ADD CONSTRAINT input_cv_fk_subject_id
+  FOREIGN KEY (subject_id)
+  REFERENCES patients(subject_id);
+
+-- hadm_id
+ALTER TABLE INPUTEVENTS_CV
+ADD CONSTRAINT input_cv_fk_hadm_id
+  FOREIGN KEY (hadm_id)
+  REFERENCES admissions(hadm_id);
+
+-- icustay_id
+ALTER TABLE INPUTEVENTS_CV
+ADD CONSTRAINT input_cv_fk_icustay_id
+  FOREIGN KEY (icustay_id)
+  REFERENCES icustays(icustay_id);
+
+-- cgid
+ALTER TABLE INPUTEVENTS_CV
+ADD CONSTRAINT input_cv_fk_cgid
+  FOREIGN KEY (cgid)
+  REFERENCES CAREGIVERS(cgid);
+
+------------------
+--INPUTEVENTS_MV--
+------------------
+
+-- subject_id
+ALTER TABLE INPUTEVENTS_MV
+ADD CONSTRAINT input_mv_fk_subject_id
+  FOREIGN KEY (subject_id)
+  REFERENCES patients(subject_id);
+
+-- hadm_id
+ALTER TABLE INPUTEVENTS_MV
+ADD CONSTRAINT input_mv_fk_hadm_id
+  FOREIGN KEY (hadm_id)
+  REFERENCES admissions(hadm_id);
+
+-- icustay_id
+ALTER TABLE INPUTEVENTS_MV
+ADD CONSTRAINT input_mv_fk_icustay_id
+  FOREIGN KEY (icustay_id)
+  REFERENCES icustays(icustay_id);
+
+-- cgid
+ALTER TABLE INPUTEVENTS_MV
+ADD CONSTRAINT input_mv_fk_cgid
+  FOREIGN KEY (cgid)
+  REFERENCES CAREGIVERS(cgid);
+
+----------------
+--OUTPUTEVENTS--
+----------------
 
 -- subject_id
-ALTER TABLE IOEVENTS
-ADD CONSTRAINT ioevents_fk_subject_id
+ALTER TABLE OUTPUTEVENTS
+ADD CONSTRAINT output_fk_subject_id
   FOREIGN KEY (subject_id)
   REFERENCES patients(subject_id);
 
 -- hadm_id
-ALTER TABLE IOEVENTS
-ADD CONSTRAINT ioevents_fk_hadm_id
+ALTER TABLE OUTPUTEVENTS
+ADD CONSTRAINT output_fk_hadm_id
   FOREIGN KEY (hadm_id)
   REFERENCES admissions(hadm_id);
 
 -- icustay_id
-ALTER TABLE IOEVENTS
-ADD CONSTRAINT ioevents_fk_icustay_id
+ALTER TABLE OUTPUTEVENTS
+ADD CONSTRAINT output_fk_icustay_id
   FOREIGN KEY (icustay_id)
   REFERENCES icustays(icustay_id);
 
 -- cgid
-ALTER TABLE IOEVENTS
-ADD CONSTRAINT ioevents_fk_cgid
+ALTER TABLE OUTPUTEVENTS
+ADD CONSTRAINT output_fk_cgid
   FOREIGN KEY (cgid)
   REFERENCES CAREGIVERS(cgid);
 
diff --git a/buildmimic/oracle/oracle_add_indexes.sql b/buildmimic/oracle/oracle_add_indexes.sql
index 6e5b462..d8cf890 100644
--- a/buildmimic/oracle/oracle_add_indexes.sql
+++ b/buildmimic/oracle/oracle_add_indexes.sql
@@ -5,7 +5,7 @@
 -- ----------------------------------------------------------------
 
 -- The below command defines the schema where the data should reside
-ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
+--ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
 
 -- Restoring the default schema can be accomplished using the same command, replacing "MIMICIII" with your username.
 
diff --git a/buildmimic/oracle/oracle_create_tables.sql b/buildmimic/oracle/oracle_create_tables.sql
index d6a6066..44465d3 100644
--- a/buildmimic/oracle/oracle_create_tables.sql
+++ b/buildmimic/oracle/oracle_create_tables.sql
@@ -1,6 +1,6 @@
 
 -- The below command defines the schema where all tables are created
-ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
+--ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
 
 -- Restoring the default schema can be accomplished using the same command, replacing "MIMICIII" with your username.
 
@@ -9,93 +9,93 @@ ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
 --  DDL for Table ADMISSIONS
 --------------------------------------------------------
 
-  CREATE TABLE "ADMISSIONS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ADMITTIME" DATE, 
-	"DISCHTIME" DATE, 
-	"DEATHTIME" DATE, 
-	"ADMISSION_TYPE" VARCHAR2(25), 
-	"ADMISSION_LOCATION" VARCHAR2(25), 
-	"DISCHARGE_LOCATION" VARCHAR2(30), 
-	"INSURANCE" VARCHAR2(255), 
-	"LANGUAGE" VARCHAR2(4), 
-	"RELIGION" VARCHAR2(25), 
-	"MARITAL_STATUS" VARCHAR2(25), 
-	"ETHNICITY" VARCHAR2(80), 
-	"EDREGTIME" DATE, 
-	"EDOUTTIME" DATE, 
-	"DIAGNOSIS" VARCHAR2(200), 
-	"HOSPITAL_EXPIRE_FLAG" NUMBER(1,0), 
-	"HAS_IOEVENTS_DATA" NUMBER(1,0), 
+  CREATE TABLE "ADMISSIONS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ADMITTIME" DATE,
+	"DISCHTIME" DATE,
+	"DEATHTIME" DATE,
+	"ADMISSION_TYPE" VARCHAR2(25),
+	"ADMISSION_LOCATION" VARCHAR2(25),
+	"DISCHARGE_LOCATION" VARCHAR2(30),
+	"INSURANCE" VARCHAR2(255),
+	"LANGUAGE" VARCHAR2(4),
+	"RELIGION" VARCHAR2(25),
+	"MARITAL_STATUS" VARCHAR2(25),
+	"ETHNICITY" VARCHAR2(80),
+	"EDREGTIME" DATE,
+	"EDOUTTIME" DATE,
+	"DIAGNOSIS" VARCHAR2(200),
+	"HOSPITAL_EXPIRE_FLAG" NUMBER(1,0),
+	"HAS_IOEVENTS_DATA" NUMBER(1,0),
 	"HAS_CHARTEVENTS_DATA" NUMBER(1,0)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table CALLOUT
 --------------------------------------------------------
 
-  CREATE TABLE "CALLOUT" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"SUBMIT_WARDID" NUMBER(5,0), 
-	"SUBMIT_CAREUNIT" VARCHAR2(15), 
-	"CURR_WARDID" NUMBER(5,0), 
-	"CURR_CAREUNIT" VARCHAR2(15), 
-	"CALLOUT_WARDID" NUMBER(5,0), 
-	"CALLOUT_SERVICE" VARCHAR2(10), 
-	"REQUEST_TELE" NUMBER(3,0), 
-	"REQUEST_RESP" NUMBER(3,0), 
-	"REQUEST_CDIFF" NUMBER(3,0), 
-	"REQUEST_MRSA" NUMBER(3,0), 
-	"REQUEST_VRE" NUMBER(3,0), 
-	"CALLOUT_STATUS" VARCHAR2(20), 
-	"CALLOUT_OUTCOME" VARCHAR2(20), 
-	"DISCHARGE_WARDID" NUMBER(5,0), 
-	"ACKNOWLEDGE_STATUS" VARCHAR2(20), 
-	"CREATETIME" DATE, 
-	"UPDATETIME" DATE, 
-	"ACKNOWLEDGETIME" DATE, 
-	"OUTCOMETIME" DATE, 
-	"FIRSTRESERVATIONTIME" DATE, 
+  CREATE TABLE "CALLOUT"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"SUBMIT_WARDID" NUMBER(5,0),
+	"SUBMIT_CAREUNIT" VARCHAR2(15),
+	"CURR_WARDID" NUMBER(5,0),
+	"CURR_CAREUNIT" VARCHAR2(15),
+	"CALLOUT_WARDID" NUMBER(5,0),
+	"CALLOUT_SERVICE" VARCHAR2(10),
+	"REQUEST_TELE" NUMBER(3,0),
+	"REQUEST_RESP" NUMBER(3,0),
+	"REQUEST_CDIFF" NUMBER(3,0),
+	"REQUEST_MRSA" NUMBER(3,0),
+	"REQUEST_VRE" NUMBER(3,0),
+	"CALLOUT_STATUS" VARCHAR2(20),
+	"CALLOUT_OUTCOME" VARCHAR2(20),
+	"DISCHARGE_WARDID" NUMBER(5,0),
+	"ACKNOWLEDGE_STATUS" VARCHAR2(20),
+	"CREATETIME" DATE,
+	"UPDATETIME" DATE,
+	"ACKNOWLEDGETIME" DATE,
+	"OUTCOMETIME" DATE,
+	"FIRSTRESERVATIONTIME" DATE,
 	"CURRENTRESERVATIONTIME" DATE
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table CAREGIVERS
 --------------------------------------------------------
 
-  CREATE TABLE "CAREGIVERS" 
-   (	"ROW_ID" NUMBER(5,0), 
-	"CGID" NUMBER(6,0), 
-	"LABEL" VARCHAR2(10), 
+  CREATE TABLE "CAREGIVERS"
+   (	"ROW_ID" NUMBER(5,0),
+	"CGID" NUMBER(6,0),
+	"LABEL" VARCHAR2(10),
 	"DESCRIPTION" VARCHAR2(22)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table CHARTEVENTS
 --------------------------------------------------------
 
-  CREATE TABLE "CHARTEVENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"ITEMID" NUMBER(7,0), 
-	"CHARTTIME" DATE, 
-	"STORETIME" DATE, 
-	"CGID" NUMBER(7,0), 
-	"VALUE" VARCHAR2(200), 
-	"VALUENUM" NUMBER, 
-	"VALUEUOM" VARCHAR2(20), 
-	"WARNING" NUMBER(1,0), 
-	"ERROR" NUMBER(1,0), 
-	"RESULTSTATUS" VARCHAR2(20), 
+  CREATE TABLE "CHARTEVENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"ITEMID" NUMBER(7,0),
+	"CHARTTIME" DATE,
+	"STORETIME" DATE,
+	"CGID" NUMBER(7,0),
+	"VALUE" VARCHAR2(200),
+	"VALUENUM" NUMBER,
+	"VALUEUOM" VARCHAR2(20),
+	"WARNING" NUMBER(1,0),
+	"ERROR" NUMBER(1,0),
+	"RESULTSTATUS" VARCHAR2(20),
 	"STOPPED" VARCHAR2(20)
   )
-  PARTITION BY RANGE(itemid) 
+  PARTITION BY RANGE(itemid)
 (PARTITION chartevents_1 VALUES LESS THAN (210)
 ,PARTITION chartevents_2 VALUES LESS THAN (250)
 ,PARTITION chartevents_3 VALUES LESS THAN (614)
@@ -110,419 +110,419 @@ ALTER SESSION SET CURRENT_SCHEMA = MIMICIII;
 ,PARTITION chartevents_12 VALUES LESS THAN (8000)
 ,PARTITION chartevents_13 VALUES LESS THAN (220074)
 ,PARTITION chartevents_14 VALUES LESS THAN (MAXVALUE));
-   
+
 --------------------------------------------------------
 --  DDL for Table CPTEVENTS
 --------------------------------------------------------
 
-  CREATE TABLE "CPTEVENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"COSTCENTER" VARCHAR2(4), 
-	"CHARTDATE" DATE, 
-	"CPT_CD" VARCHAR2(5), 
-	"CPT_NUMBER" NUMBER(5,0), 
-	"CPT_SUFFIX" VARCHAR2(1), 
-	"TICKET_ID_SEQ" NUMBER(5,0), 
-	"SECTIONHEADER" VARCHAR2(30), 
-	"SUBSECTIONHEADER" VARCHAR2(180), 
+  CREATE TABLE "CPTEVENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"COSTCENTER" VARCHAR2(4),
+	"CHARTDATE" DATE,
+	"CPT_CD" VARCHAR2(5),
+	"CPT_NUMBER" NUMBER(5,0),
+	"CPT_SUFFIX" VARCHAR2(1),
+	"TICKET_ID_SEQ" NUMBER(5,0),
+	"SECTIONHEADER" VARCHAR2(30),
+	"SUBSECTIONHEADER" VARCHAR2(180),
 	"DESCRIPTION" VARCHAR2(100)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table D_CPT
 --------------------------------------------------------
 
-  CREATE TABLE "D_CPT" 
-   (	"ROW_ID" NUMBER(5,0), 
-	"CATEGORY" NUMBER(1,0), 
-	"SECTIONRANGE" VARCHAR2(40 CHAR), 
-	"SECTIONHEADER" VARCHAR2(30), 
-	"SUBSECTIONRANGE" VARCHAR2(50), 
-	"SUBSECTIONHEADER" VARCHAR2(180), 
-	"CODESUFFIX" VARCHAR2(1), 
-	"MINCODEINSUBSECTION" NUMBER(5,0), 
+  CREATE TABLE "D_CPT"
+   (	"ROW_ID" NUMBER(5,0),
+	"CATEGORY" NUMBER(1,0),
+	"SECTIONRANGE" VARCHAR2(40 CHAR),
+	"SECTIONHEADER" VARCHAR2(30),
+	"SUBSECTIONRANGE" VARCHAR2(50),
+	"SUBSECTIONHEADER" VARCHAR2(180),
+	"CODESUFFIX" VARCHAR2(1),
+	"MINCODEINSUBSECTION" NUMBER(5,0),
 	"MAXCODEINSUBSECTION" NUMBER(5,0)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table D_ICD_DIAGNOSES
 --------------------------------------------------------
 
-  CREATE TABLE "D_ICD_DIAGNOSES" 
-   (	"ROW_ID" NUMBER(5,0), 
-	"ICD9_CODE" VARCHAR2(6), 
-	"SHORT_TITLE" VARCHAR2(24), 
+  CREATE TABLE "D_ICD_DIAGNOSES"
+   (	"ROW_ID" NUMBER(5,0),
+	"ICD9_CODE" VARCHAR2(6),
+	"SHORT_TITLE" VARCHAR2(24),
 	"LONG_TITLE" VARCHAR2(222)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table D_ICD_PROCEDURES
 --------------------------------------------------------
 
-  CREATE TABLE "D_ICD_PROCEDURES" 
-   (	"ROW_ID" NUMBER(5,0), 
-	"ICD9_CODE" VARCHAR2(6), 
-	"SHORT_TITLE" VARCHAR2(24), 
+  CREATE TABLE "D_ICD_PROCEDURES"
+   (	"ROW_ID" NUMBER(5,0),
+	"ICD9_CODE" VARCHAR2(6),
+	"SHORT_TITLE" VARCHAR2(24),
 	"LONG_TITLE" VARCHAR2(222)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table D_ITEMS
 --------------------------------------------------------
 
-  CREATE TABLE "D_ITEMS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"ITEMID" NUMBER(7,0), 
-	"LABEL" VARCHAR2(100), 
-	"ABBREVIATION" VARCHAR2(50), 
-	"DBSOURCE" VARCHAR2(12), 
-	"LINKSTO" VARCHAR2(30), 
-	"CATEGORY" VARCHAR2(50), 
-	"UNITNAME" VARCHAR2(50), 
-	"PARAM_TYPE" VARCHAR2(20), 
+  CREATE TABLE "D_ITEMS"
+   (	"ROW_ID" NUMBER(10,0),
+	"ITEMID" NUMBER(7,0),
+	"LABEL" VARCHAR2(100),
+	"ABBREVIATION" VARCHAR2(50),
+	"DBSOURCE" VARCHAR2(12),
+	"LINKSTO" VARCHAR2(30),
+	"CATEGORY" VARCHAR2(50),
+	"UNITNAME" VARCHAR2(50),
+	"PARAM_TYPE" VARCHAR2(20),
 	"CONCEPTID" NUMBER(7,0)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table D_LABITEMS
 --------------------------------------------------------
 
-  CREATE TABLE "D_LABITEMS" 
-   (	"ROW_ID" NUMBER(5,0), 
-	"ITEMID" NUMBER(7,0), 
-	"LABEL" VARCHAR2(50), 
-	"FLUID" VARCHAR2(50), 
-	"CATEGORY" VARCHAR2(50), 
+  CREATE TABLE "D_LABITEMS"
+   (	"ROW_ID" NUMBER(5,0),
+	"ITEMID" NUMBER(7,0),
+	"LABEL" VARCHAR2(50),
+	"FLUID" VARCHAR2(50),
+	"CATEGORY" VARCHAR2(50),
 	"LOINC_CODE" VARCHAR2(50)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table DATETIMEEVENTS
 --------------------------------------------------------
 
-  CREATE TABLE "DATETIMEEVENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"ITEMID" NUMBER(7,0), 
-	"CHARTTIME" DATE, 
-	"STORETIME" DATE, 
-	"CGID" NUMBER(7,0), 
-	"VALUE" DATE, 
-	"VALUEUOM" VARCHAR2(20), 
-	"WARNING" NUMBER(1,0), 
-	"ERROR" NUMBER(1,0), 
-	"RESULTSTATUS" VARCHAR2(20), 
+  CREATE TABLE "DATETIMEEVENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"ITEMID" NUMBER(7,0),
+	"CHARTTIME" DATE,
+	"STORETIME" DATE,
+	"CGID" NUMBER(7,0),
+	"VALUE" DATE,
+	"VALUEUOM" VARCHAR2(20),
+	"WARNING" NUMBER(1,0),
+	"ERROR" NUMBER(1,0),
+	"RESULTSTATUS" VARCHAR2(20),
 	"STOPPED" VARCHAR2(20)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table DIAGNOSES_ICD
 --------------------------------------------------------
 
-  CREATE TABLE "DIAGNOSES_ICD" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"SEQ_NUM" NUMBER(5,0), 
+  CREATE TABLE "DIAGNOSES_ICD"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"SEQ_NUM" NUMBER(5,0),
 	"ICD9_CODE" VARCHAR2(7)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table DRGCODES
 --------------------------------------------------------
 
-  CREATE TABLE "DRGCODES" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"DRG_TYPE" VARCHAR2(4), 
-	"DRG_CODE" VARCHAR2(10), 
-	"DESCRIPTION" VARCHAR2(195), 
-	"DRG_SEVERITY" NUMBER(1,0), 
+  CREATE TABLE "DRGCODES"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"DRG_TYPE" VARCHAR2(4),
+	"DRG_CODE" VARCHAR2(10),
+	"DESCRIPTION" VARCHAR2(195),
+	"DRG_SEVERITY" NUMBER(1,0),
 	"DRG_MORTALITY" NUMBER(1,0)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table ICUSTAYS
 --------------------------------------------------------
 
-  CREATE TABLE "ICUSTAYS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"DBSOURCE" VARCHAR2(10), 
-	"FIRST_CAREUNIT" VARCHAR2(15), 
-	"LAST_CAREUNIT" VARCHAR2(15), 
-	"FIRST_WARDID" NUMBER(5,0), 
-	"LAST_WARDID" NUMBER(5,0), 
-	"INTIME" DATE, 
-	"OUTTIME" DATE, 
+  CREATE TABLE "ICUSTAYS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"DBSOURCE" VARCHAR2(10),
+	"FIRST_CAREUNIT" VARCHAR2(15),
+	"LAST_CAREUNIT" VARCHAR2(15),
+	"FIRST_WARDID" NUMBER(5,0),
+	"LAST_WARDID" NUMBER(5,0),
+	"INTIME" DATE,
+	"OUTTIME" DATE,
 	"LOS" NUMBER
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table INPUTEVENTS_CV
 --------------------------------------------------------
 
-  CREATE TABLE "INPUTEVENTS_CV" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"CHARTTIME" DATE, 
-	"ITEMID" NUMBER(7,0), 
-	"AMOUNT" NUMBER(20,10), 
-	"AMOUNTUOM" VARCHAR2(20), 
-	"RATE" NUMBER(20,10), 
-	"RATEUOM" VARCHAR2(20), 
-	"STORETIME" DATE, 
-	"CGID" NUMBER(7,0), 
-	"ORDERID" NUMBER(10,0), 
-	"LINKORDERID" NUMBER(10,0), 
-	"STOPPED" VARCHAR2(20), 
-	"NEWBOTTLE" NUMBER(1,0), 
-	"ORIGINALAMOUNT" NUMBER(20,10), 
-	"ORIGINALAMOUNTUOM" VARCHAR2(20), 
-	"ORIGINALROUTE" VARCHAR2(20), 
-	"ORIGINALRATE" NUMBER(20,10), 
-	"ORIGINALRATEUOM" VARCHAR2(20), 
+  CREATE TABLE "INPUTEVENTS_CV"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"CHARTTIME" DATE,
+	"ITEMID" NUMBER(7,0),
+	"AMOUNT" NUMBER(20,10),
+	"AMOUNTUOM" VARCHAR2(20),
+	"RATE" NUMBER(20,10),
+	"RATEUOM" VARCHAR2(20),
+	"STORETIME" DATE,
+	"CGID" NUMBER(7,0),
+	"ORDERID" NUMBER(10,0),
+	"LINKORDERID" NUMBER(10,0),
+	"STOPPED" VARCHAR2(20),
+	"NEWBOTTLE" NUMBER(1,0),
+	"ORIGINALAMOUNT" NUMBER(20,10),
+	"ORIGINALAMOUNTUOM" VARCHAR2(20),
+	"ORIGINALROUTE" VARCHAR2(20),
+	"ORIGINALRATE" NUMBER(20,10),
+	"ORIGINALRATEUOM" VARCHAR2(20),
 	"ORIGINALSITE" VARCHAR2(20)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table INPUTEVENTS_MV
 --------------------------------------------------------
 
-  CREATE TABLE "INPUTEVENTS_MV" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"STARTTIME" DATE, 
-	"ENDTIME" DATE, 
-	"ITEMID" NUMBER(7,0), 
-	"AMOUNT" NUMBER(20,10), 
-	"AMOUNTUOM" VARCHAR2(20), 
-	"RATE" NUMBER(20,10), 
-	"RATEUOM" VARCHAR2(20), 
-	"STORETIME" DATE, 
-	"CGID" NUMBER(7,0), 
-	"ORDERID" NUMBER(10,0), 
-	"LINKORDERID" NUMBER(10,0), 
-	"ORDERCATEGORYNAME" VARCHAR2(50), 
-	"SECONDARYORDERCATEGORYNAME" VARCHAR2(50), 
-	"ORDERCOMPONENTTYPEDESCRIPTION" VARCHAR2(100), 
-	"ORDERCATEGORYDESCRIPTION" VARCHAR2(30), 
-	"PATIENTWEIGHT" NUMBER(8,4), 
-	"TOTALAMOUNT" NUMBER(20,10), 
-	"TOTALAMOUNTUOM" VARCHAR2(50), 
-	"ISOPENBAG" NUMBER(1,0), 
-	"CONTINUEINNEXTDEPT" NUMBER(1,0), 
-	"CANCELREASON" NUMBER(1,0), 
-	"STATUSDESCRIPTION" VARCHAR2(20), 
-	"COMMENTS_EDITEDBY" VARCHAR2(50), 
-	"COMMENTS_CANCELEDBY" VARCHAR2(50), 
-	"COMMENTS_DATE" DATE, 
-	"ORIGINALAMOUNT" NUMBER(20,10), 
+  CREATE TABLE "INPUTEVENTS_MV"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"STARTTIME" DATE,
+	"ENDTIME" DATE,
+	"ITEMID" NUMBER(7,0),
+	"AMOUNT" NUMBER(20,10),
+	"AMOUNTUOM" VARCHAR2(20),
+	"RATE" NUMBER(20,10),
+	"RATEUOM" VARCHAR2(20),
+	"STORETIME" DATE,
+	"CGID" NUMBER(7,0),
+	"ORDERID" NUMBER(10,0),
+	"LINKORDERID" NUMBER(10,0),
+	"ORDERCATEGORYNAME" VARCHAR2(50),
+	"SECONDARYORDERCATEGORYNAME" VARCHAR2(50),
+	"ORDERCOMPONENTTYPEDESCRIPTION" VARCHAR2(100),
+	"ORDERCATEGORYDESCRIPTION" VARCHAR2(30),
+	"PATIENTWEIGHT" NUMBER(8,4),
+	"TOTALAMOUNT" NUMBER(20,10),
+	"TOTALAMOUNTUOM" VARCHAR2(50),
+	"ISOPENBAG" NUMBER(1,0),
+	"CONTINUEINNEXTDEPT" NUMBER(1,0),
+	"CANCELREASON" NUMBER(1,0),
+	"STATUSDESCRIPTION" VARCHAR2(20),
+	"COMMENTS_EDITEDBY" VARCHAR2(50),
+	"COMMENTS_CANCELEDBY" VARCHAR2(50),
+	"COMMENTS_DATE" DATE,
+	"ORIGINALAMOUNT" NUMBER(20,10),
 	"ORIGINALRATE" NUMBER(20,10)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table LABEVENTS
 --------------------------------------------------------
 
-  CREATE TABLE "LABEVENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ITEMID" NUMBER(7,0), 
-	"CHARTTIME" DATE, 
-	"VALUE" VARCHAR2(100), 
-	"VALUENUM" NUMBER, 
-	"VALUEUOM" VARCHAR2(10), 
+  CREATE TABLE "LABEVENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ITEMID" NUMBER(7,0),
+	"CHARTTIME" DATE,
+	"VALUE" VARCHAR2(100),
+	"VALUENUM" NUMBER,
+	"VALUEUOM" VARCHAR2(10),
 	"FLAG" VARCHAR2(10)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table MICROBIOLOGYEVENTS
 --------------------------------------------------------
 
-  CREATE TABLE "MICROBIOLOGYEVENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"CHARTDATE" DATE, 
-	"CHARTTIME" DATE, 
-	"SPEC_ITEMID" NUMBER(7,0), 
-	"SPEC_TYPE_DESC" VARCHAR2(60), 
-	"ORG_ITEMID" NUMBER(7,0), 
-	"ORG_NAME" VARCHAR2(70), 
-	"ISOLATE_NUM" NUMBER(1,0), 
-	"AB_ITEMID" NUMBER(7,0), 
-	"AB_NAME" VARCHAR2(20), 
-	"DILUTION_TEXT" VARCHAR2(6), 
-	"DILUTION_COMPARISON" VARCHAR2(10), 
-	"DILUTION_VALUE" NUMBER(3,0), 
+  CREATE TABLE "MICROBIOLOGYEVENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"CHARTDATE" DATE,
+	"CHARTTIME" DATE,
+	"SPEC_ITEMID" NUMBER(7,0),
+	"SPEC_TYPE_DESC" VARCHAR2(60),
+	"ORG_ITEMID" NUMBER(7,0),
+	"ORG_NAME" VARCHAR2(70),
+	"ISOLATE_NUM" NUMBER(1,0),
+	"AB_ITEMID" NUMBER(7,0),
+	"AB_NAME" VARCHAR2(20),
+	"DILUTION_TEXT" VARCHAR2(6),
+	"DILUTION_COMPARISON" VARCHAR2(10),
+	"DILUTION_VALUE" NUMBER(3,0),
 	"INTERPRETATION" VARCHAR2(1)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table NOTEEVENTS
 --------------------------------------------------------
 
-  CREATE TABLE "NOTEEVENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"CHARTDATE" DATE, 
-	"CHARTTIME" DATE, 
-	"STORETIME" DATE, 
-	"CATEGORY" VARCHAR2(26), 
-	"DESCRIPTION" VARCHAR2(255), 
-	"CGID" NUMBER(7,0), 
-	"ISERROR" CHAR(1), 
+  CREATE TABLE "NOTEEVENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"CHARTDATE" DATE,
+	"CHARTTIME" DATE,
+	"STORETIME" DATE,
+	"CATEGORY" VARCHAR2(26),
+	"DESCRIPTION" VARCHAR2(255),
+	"CGID" NUMBER(7,0),
+	"ISERROR" CHAR(1),
 	"TEXT" CLOB
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table OUTPUTEVENTS
 --------------------------------------------------------
 
-  CREATE TABLE "OUTPUTEVENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"CHARTTIME" DATE, 
-	"ITEMID" NUMBER(7,0), 
-	"VALUE" NUMBER(20,10), 
-	"VALUEUOM" VARCHAR2(20), 
-	"STORETIME" DATE, 
-	"CGID" NUMBER(7,0), 
-	"STOPPED" VARCHAR2(20), 
-	"NEWBOTTLE" NUMBER(1,0), 
+  CREATE TABLE "OUTPUTEVENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"CHARTTIME" DATE,
+	"ITEMID" NUMBER(7,0),
+	"VALUE" NUMBER(20,10),
+	"VALUEUOM" VARCHAR2(20),
+	"STORETIME" DATE,
+	"CGID" NUMBER(7,0),
+	"STOPPED" VARCHAR2(20),
+	"NEWBOTTLE" NUMBER(1,0),
 	"ISERROR" NUMBER(1,0)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table PATIENTS
 --------------------------------------------------------
 
-  CREATE TABLE "PATIENTS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"GENDER" VARCHAR2(1), 
-	"DOB" DATE, 
-	"DOD" DATE, 
-	"DOD_HOSP" DATE, 
-	"DOD_SSN" DATE, 
+  CREATE TABLE "PATIENTS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"GENDER" VARCHAR2(1),
+	"DOB" DATE,
+	"DOD" DATE,
+	"DOD_HOSP" DATE,
+	"DOD_SSN" DATE,
 	"EXPIRE_FLAG" NUMBER(1,0)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table PRESCRIPTIONS
 --------------------------------------------------------
 
-  CREATE TABLE "PRESCRIPTIONS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"STARTDATE" DATE, 
-	"ENDDATE" DATE, 
-	"DRUG_TYPE" VARCHAR2(80), 
-	"DRUG" VARCHAR2(80), 
-	"DRUG_NAME_POE" VARCHAR2(80), 
-	"DRUG_NAME_GENERIC" VARCHAR2(50), 
-	"FORMULARY_DRUG_CD" VARCHAR2(90), 
-	"GSN" VARCHAR2(180), 
-	"NDC" VARCHAR2(90), 
-	"PROD_STRENGTH" VARCHAR2(90), 
-	"DOSE_VAL_RX" VARCHAR2(90), 
-	"DOSE_UNIT_RX" VARCHAR2(90), 
-	"FORM_VAL_DISP" VARCHAR2(90), 
-	"FORM_UNIT_DISP" VARCHAR2(90), 
+  CREATE TABLE "PRESCRIPTIONS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"STARTDATE" DATE,
+	"ENDDATE" DATE,
+	"DRUG_TYPE" VARCHAR2(80),
+	"DRUG" VARCHAR2(80),
+	"DRUG_NAME_POE" VARCHAR2(80),
+	"DRUG_NAME_GENERIC" VARCHAR2(50),
+	"FORMULARY_DRUG_CD" VARCHAR2(90),
+	"GSN" VARCHAR2(180),
+	"NDC" VARCHAR2(90),
+	"PROD_STRENGTH" VARCHAR2(90),
+	"DOSE_VAL_RX" VARCHAR2(90),
+	"DOSE_UNIT_RX" VARCHAR2(90),
+	"FORM_VAL_DISP" VARCHAR2(90),
+	"FORM_UNIT_DISP" VARCHAR2(90),
 	"ROUTE" VARCHAR2(60)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table PROCEDUREEVENTS_MV
 --------------------------------------------------------
 
-  CREATE TABLE "PROCEDUREEVENTS_MV" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"STARTTIME" DATE, 
-	"ENDTIME" DATE, 
-	"ITEMID" NUMBER(7,0), 
-	"VALUE" NUMBER(20,10), 
-	"VALUEUOM" VARCHAR2(20), 
-	"LOCATION" VARCHAR2(100), 
-	"LOCATIONCATEGORY" VARCHAR2(50), 
-	"STORETIME" DATE, 
-	"CGID" NUMBER(7,0), 
-	"ORDERID" NUMBER(10,0), 
-	"LINKORDERID" NUMBER(10,0), 
-	"ORDERCATEGORYNAME" VARCHAR2(50), 
-	"SECONDARYORDERCATEGORYNAME" VARCHAR2(50), 
-	"ORDERCATEGORYDESCRIPTION" VARCHAR2(30), 
-	"ISOPENBAG" NUMBER(1,0), 
-	"CONTINUEINNEXTDEPT" NUMBER(1,0), 
-	"CANCELREASON" NUMBER(1,0), 
-	"STATUSDESCRIPTION" VARCHAR2(20), 
-	"COMMENTS_EDITEDBY" VARCHAR2(50), 
-	"COMMENTS_CANCELEDBY" VARCHAR2(50), 
+  CREATE TABLE "PROCEDUREEVENTS_MV"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"STARTTIME" DATE,
+	"ENDTIME" DATE,
+	"ITEMID" NUMBER(7,0),
+	"VALUE" NUMBER(20,10),
+	"VALUEUOM" VARCHAR2(20),
+	"LOCATION" VARCHAR2(100),
+	"LOCATIONCATEGORY" VARCHAR2(50),
+	"STORETIME" DATE,
+	"CGID" NUMBER(7,0),
+	"ORDERID" NUMBER(10,0),
+	"LINKORDERID" NUMBER(10,0),
+	"ORDERCATEGORYNAME" VARCHAR2(50),
+	"SECONDARYORDERCATEGORYNAME" VARCHAR2(50),
+	"ORDERCATEGORYDESCRIPTION" VARCHAR2(30),
+	"ISOPENBAG" NUMBER(1,0),
+	"CONTINUEINNEXTDEPT" NUMBER(1,0),
+	"CANCELREASON" NUMBER(1,0),
+	"STATUSDESCRIPTION" VARCHAR2(20),
+	"COMMENTS_EDITEDBY" VARCHAR2(50),
+	"COMMENTS_CANCELEDBY" VARCHAR2(50),
 	"COMMENTS_DATE" DATE
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table PROCEDURES_ICD
 --------------------------------------------------------
 
-  CREATE TABLE "PROCEDURES_ICD" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"SEQ_NUM" NUMBER(3,0), 
+  CREATE TABLE "PROCEDURES_ICD"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"SEQ_NUM" NUMBER(3,0),
 	"ICD9_CODE" VARCHAR2(10)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table SERVICES
 --------------------------------------------------------
 
-  CREATE TABLE "SERVICES" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"TRANSFERTIME" DATE, 
-	"PREV_SERVICE" VARCHAR2(10), 
+  CREATE TABLE "SERVICES"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"TRANSFERTIME" DATE,
+	"PREV_SERVICE" VARCHAR2(10),
 	"CURR_SERVICE" VARCHAR2(10)
    );
-   
+
 --------------------------------------------------------
 --  DDL for Table TRANSFERS
 --------------------------------------------------------
 
-  CREATE TABLE "TRANSFERS" 
-   (	"ROW_ID" NUMBER(10,0), 
-	"SUBJECT_ID" NUMBER(7,0), 
-	"HADM_ID" NUMBER(7,0), 
-	"ICUSTAY_ID" NUMBER(7,0), 
-	"DBSOURCE" VARCHAR2(10), 
-	"EVENTTYPE" VARCHAR2(10), 
-	"PREV_CAREUNIT" VARCHAR2(15), 
-	"CURR_CAREUNIT" VARCHAR2(15), 
-	"PREV_WARDID" NUMBER(5,0), 
-	"CURR_WARDID" NUMBER(5,0), 
-	"INTIME" DATE, 
-	"OUTTIME" DATE, 
+  CREATE TABLE "TRANSFERS"
+   (	"ROW_ID" NUMBER(10,0),
+	"SUBJECT_ID" NUMBER(7,0),
+	"HADM_ID" NUMBER(7,0),
+	"ICUSTAY_ID" NUMBER(7,0),
+	"DBSOURCE" VARCHAR2(10),
+	"EVENTTYPE" VARCHAR2(10),
+	"PREV_CAREUNIT" VARCHAR2(15),
+	"CURR_CAREUNIT" VARCHAR2(15),
+	"PREV_WARDID" NUMBER(5,0),
+	"CURR_WARDID" NUMBER(5,0),
+	"INTIME" DATE,
+	"OUTTIME" DATE,
 	"LOS" NUMBER
    );
diff --git a/buildmimic/oracle/oracle_load_data.md b/buildmimic/oracle/oracle_load_data.md
deleted file mode 100644
index 0136de1..0000000
--- a/buildmimic/oracle/oracle_load_data.md
+++ /dev/null
@@ -1,12 +0,0 @@
-# Load data using the control files
-
-e.g. where the tables are on the MIMICIII_V1_3 user's schema:
-
-```sqlldr MIMICIII_V1_3 control=services.ctl log=logfile.log```
-
-### Load time 
-
-Load time for chartevents (the largest table) with partitions is ~30min
-
-Elapsed time was:     00:33:46.44
-CPU time was:         00:28:30.03