Skip to content

Commit

Permalink
process_tracker_python-83 Add extract file type and compression type
Browse files Browse the repository at this point in the history 
✨ Enabled file and compression types on ExtractTracker object
  • Loading branch information
Alex Meadows committed Sep 30, 2019
1 parent bf33c94 commit 3d86faa
Showing 1 changed file with 59 additions and 59 deletions.
118 changes: 59 additions & 59 deletions dbscripts/postgresql_process_tracker.sql
View file
Expand Up @@ -17,7 +17,7 @@ comment on table process_tracker.dataset_type_lkup is 'High level of dataset typ
alter table process_tracker.dataset_type_lkup owner to pt_admin;

create unique index dataset_type_lkup_dataset_type_uindex
on table process_tracker.dataset_type_lkup (dataset_type);
on process_tracker.dataset_type_lkup (dataset_type);

create table process_tracker.error_type_lkup
(
Expand All @@ -29,12 +29,12 @@ create table process_tracker.error_type_lkup

comment on table process_tracker.error_type_lkup is 'Types of errors that are being tracked.';

comment on table process_tracker.column error_type_lkup.error_type_name is 'Unique error type name.';
comment on column process_tracker.error_type_lkup.error_type_name is 'Unique error type name.';

alter table process_tracker.error_type_lkup owner to pt_admin;

create unique index error_type_lkup_udx01
on table process_tracker.error_type_lkup (error_type_name);
on process_tracker.error_type_lkup (error_type_name);

create table process_tracker.error_tracking
(
Expand All @@ -43,22 +43,22 @@ create table process_tracker.error_tracking
primary key,
error_type_id integer not null,
process_tracking_id integer not null,
error_description table process_tracker.varchar(750),
error_description varchar(750),
error_occurrence_date_time timestamp not null
);

comment on table process_tracker.error_tracking is 'Tracking of process errors';

comment on table process_tracker.column error_tracking.error_type_id is 'The type of error being recorded.';
comment on column process_tracker.error_tracking.error_type_id is 'The type of error being recorded.';

comment on table process_tracker.column error_tracking.process_tracking_id is 'The specific process run that triggered the error.';
comment on column process_tracker.error_tracking.process_tracking_id is 'The specific process run that triggered the error.';

comment on table process_tracker.column error_tracking.error_occurrence_date_time is 'The timestamp when the error occurred.';
comment on column process_tracker.error_tracking.error_occurrence_date_time is 'The timestamp when the error occurred.';

alter table process_tracker.error_tracking owner to pt_admin;

create index error_tracking_idx01
on table process_tracker.error_tracking (process_tracking_id, error_type_id);
on process_tracker.error_tracking (process_tracking_id, error_type_id);

create table process_tracker.tool_lkup
(
Expand All @@ -73,7 +73,7 @@ comment on table process_tracker.tool_lkup is 'List of tools that are used to ru
alter table process_tracker.tool_lkup owner to pt_admin;

create unique index tool_lkup_tool_udx01
on table process_tracker.tool_lkup (tool_name);
on process_tracker.tool_lkup (tool_name);

create table process_tracker.source_lkup
(
Expand All @@ -88,7 +88,7 @@ comment on table process_tracker.source_lkup is 'Source system where data origin
alter table process_tracker.source_lkup owner to pt_admin;

create unique index source_lkup_udx01
on table process_tracker.source_lkup (source_name);
on process_tracker.source_lkup (source_name);

create table process_tracker.process_status_lkup
(
Expand All @@ -103,7 +103,7 @@ comment on table process_tracker.process_status_lkup is 'Process status states';
alter table process_tracker.process_status_lkup owner to pt_admin;

create unique index process_status_lkup_udx01
on table process_tracker.process_status_lkup (process_status_name);
on process_tracker.process_status_lkup (process_status_name);

create table process_tracker.process_type_lkup
(
Expand All @@ -115,12 +115,12 @@ create table process_tracker.process_type_lkup

comment on table process_tracker.process_type_lkup is 'Valid process types for processes';

comment on table process_tracker.column process_type_lkup.process_type_name is 'Unique process type name.';
comment on column process_tracker.process_type_lkup.process_type_name is 'Unique process type name.';

alter table process_tracker.process_type_lkup owner to pt_admin;

create unique index process_type_lkup_udx01
on table process_tracker.process_type_lkup (process_type_name);
on process_tracker.process_type_lkup (process_type_name);

create table process_tracker.process
(
Expand All @@ -140,20 +140,20 @@ create table process_tracker.process

comment on table process_tracker.process is 'Processes being tracked';

comment on table process_tracker.column process.process_name is 'Unique name for process.';
comment on column process_tracker.process.process_name is 'Unique name for process.';

comment on table process_tracker.column process.total_record_count is 'Total number of records processed over all runs of process.';
comment on column process_tracker.process.total_record_count is 'Total number of records processed over all runs of process.';

comment on table process_tracker.column process.process_type_id is 'The type of process being tracked.';
comment on column process_tracker.process.process_type_id is 'The type of process being tracked.';

comment on table process_tracker.column process.process_tool_id is 'The type of tool used to execute the process.';
comment on column process_tracker.process.process_tool_id is 'The type of tool used to execute the process.';

comment on table process_tracker.column process.last_failed_run_date_time is 'The last time the process failed to run.';
comment on column process_tracker.process.last_failed_run_date_time is 'The last time the process failed to run.';

alter table process_tracker.process owner to pt_admin;

create unique index process_udx01
on table process_tracker.process (process_name);
on process_tracker.process (process_name);

create table process_tracker.process_dependency
(
Expand All @@ -169,9 +169,9 @@ create table process_tracker.process_dependency

comment on table process_tracker.process_dependency is 'Dependency tracking between processes.';

comment on table process_tracker.column process_dependency.parent_process_id is 'The parent process.';
comment on column process_tracker.process_dependency.parent_process_id is 'The parent process.';

comment on table process_tracker.column process_dependency.child_process_id is 'The child process.';
comment on column process_tracker.process_dependency.child_process_id is 'The child process.';

alter table process_tracker.process_dependency owner to pt_admin;

Expand All @@ -188,7 +188,7 @@ comment on table process_tracker.actor_lkup is 'List of developers or applicatio
alter table process_tracker.actor_lkup owner to pt_admin;

create unique index actor_lkup_udx01
on table process_tracker.actor_lkup (actor_name);
on process_tracker.actor_lkup (actor_name);

create table process_tracker.process_tracking
(
Expand All @@ -215,36 +215,36 @@ create table process_tracker.process_tracking

comment on table process_tracker.process_tracking is 'Tracking table of process runs.';

comment on table process_tracker.column process_tracking.process_id is 'The process that is being run.';
comment on column process_tracker.process_tracking.process_id is 'The process that is being run.';

comment on table process_tracker.column process_tracking.process_status_id is 'The current status of the given process run.';
comment on column process_tracker.process_tracking.process_status_id is 'The current status of the given process run.';

comment on table process_tracker.column process_tracking.process_run_id is 'The unique run identifier for the process. Sequential to the unique process.';
comment on column process_tracker.process_tracking.process_run_id is 'The unique run identifier for the process. Sequential to the unique process.';

comment on table process_tracker.column process_tracking.process_run_low_date_time is 'The lowest datetime provided by the extract dataset being processed.';
comment on column process_tracker.process_tracking.process_run_low_date_time is 'The lowest datetime provided by the extract dataset being processed.';

comment on table process_tracker.column process_tracking.process_run_high_date_time is 'The highest datetime provided by the extract dataset being processed.';
comment on column process_tracker.process_tracking.process_run_high_date_time is 'The highest datetime provided by the extract dataset being processed.';

comment on table process_tracker.column process_tracking.process_run_start_date_time is 'The datetime which the process run kicked off.';
comment on column process_tracker.process_tracking.process_run_start_date_time is 'The datetime which the process run kicked off.';

comment on table process_tracker.column process_tracking.process_run_end_date_time is 'The datetime which the process run ended (either in failure or success).';
comment on column process_tracker.process_tracking.process_run_end_date_time is 'The datetime which the process run ended (either in failure or success).';

comment on table process_tracker.column process_tracking.process_run_record_count is 'The number of unique records processed by the run.';
comment on column process_tracker.process_tracking.process_run_record_count is 'The number of unique records processed by the run.';

comment on table process_tracker.column process_tracking.process_run_actor_id is 'The actor who kicked the process run off.';
comment on column process_tracker.process_tracking.process_run_actor_id is 'The actor who kicked the process run off.';

comment on table process_tracker.column process_tracking.is_latest_run is 'Flag for determining if the run record is the latest for a given process.';
comment on column process_tracker.process_tracking.is_latest_run is 'Flag for determining if the run record is the latest for a given process.';

alter table process_tracker.process_tracking owner to pt_admin;

create index process_tracking_idx01
on table process_tracker.process_tracking (process_id, process_status_id);
on process_tracker.process_tracking (process_id, process_status_id);

create index process_tracking_idx02
on table process_tracker.process_tracking (process_run_start_date_time, process_run_end_date_time);
on process_tracker.process_tracking (process_run_start_date_time, process_run_end_date_time);

create index process_tracking_idx03
on table process_tracker.process_tracking (process_run_low_date_time, process_run_high_date_time);
on process_tracker.process_tracking (process_run_low_date_time, process_run_high_date_time);

create table process_tracker.extract_status_lkup
(
Expand All @@ -259,22 +259,22 @@ comment on table process_tracker.extract_status_lkup is 'List of valid extract p
alter table process_tracker.extract_status_lkup owner to pt_admin;

create unique index extract_status_lkup_extract_status_name_uindex
on table process_tracker.extract_status_lkup (extract_status_name);
on process_tracker.extract_status_lkup (extract_status_name);

create table process_tracker.location_type_lkup
create table location_type_lkup
(
location_type_id serial not null
constraint location_type_lkup_pk
primary key,
location_type_name varchar(25) not null
);

comment on table process_tracker.location_type_lkup is 'Listing of location table process_tracker.types';
comment on table process_tracker.location_type_lkup is 'Listing of location types';

alter table process_tracker.location_type_lkup owner to pt_admin;

create unique index location_type_lkup_udx01
on table process_tracker.location_type_lkup (location_type_name);
on process_tracker.location_type_lkup (location_type_name);

create table process_tracker.location_lkup
(
Expand All @@ -295,10 +295,10 @@ comment on table process_tracker.location_lkup is 'Locations where files are loc
alter table process_tracker.location_lkup owner to pt_admin;

create unique index location_lkup_udx01
on table process_tracker.location_lkup (location_name);
on process_tracker.location_lkup (location_name);

create unique index location_lkup_udx02
on table process_tracker.location_lkup (location_path);
on location_lkup (location_path);

create table process_tracker.process_source
(
Expand Down Expand Up @@ -346,7 +346,7 @@ comment on table process_tracker.system_lkup is 'ProcessTracker system informati
alter table process_tracker.system_lkup owner to pt_admin;

create unique index system_lkup_system_key_uindex
on table process_tracker.system_lkup (system_key);
on system_lkup (system_key);

create table process_tracker.cluster_tracking
(
Expand All @@ -367,7 +367,7 @@ comment on table process_tracker.cluster_tracking is 'Capacity cluster tracking'
alter table process_tracker.cluster_tracking owner to pt_admin;

create unique index cluster_tracking_cluster_name_uindex
on table process_tracker.cluster_tracking (cluster_name);
on process_tracker.cluster_tracking (cluster_name);

create table process_tracker.cluster_process
(
Expand Down Expand Up @@ -401,7 +401,7 @@ comment on table process_tracker.source_object_lkup is 'Reference table for sour
alter table process_tracker.source_object_lkup owner to pt_admin;

create unique index source_object_lkup_udx01
on table process_tracker.source_object_lkup (source_id, source_object_name);
on source_object_lkup (source_id, source_object_name);

create table process_tracker.process_target_object
(
Expand Down Expand Up @@ -495,10 +495,10 @@ create table process_tracker.contact_lkup
alter table process_tracker.contact_lkup owner to pt_admin;

create unique index contact_lkup_contact_email_uindex
on table process_tracker.contact_lkup (contact_email);
on process_tracker.contact_lkup (contact_email);

create unique index contact_lkup_contact_name_uindex
on table process_tracker.contact_lkup (contact_name);
on process_tracker.contact_lkup (contact_name);

create table process_tracker.source_contact
(
Expand Down Expand Up @@ -539,7 +539,7 @@ create table process_tracker.extract_compression_type_lkup
alter table process_tracker.extract_compression_type_lkup owner to pt_admin;

create unique index extract_compression_type_lkup_extract_compression_type_uindex
on table process_tracker.extract_compression_type_lkup (extract_compression_type);
on process_tracker.extract_compression_type_lkup (extract_compression_type);

create table process_tracker.extract_filetype_lkup
(
Expand Down Expand Up @@ -587,27 +587,27 @@ create table process_tracker.extract_tracking

comment on table process_tracker.extract_tracking is 'Tracking table for all extract/staging data files.';

comment on table process_tracker.column extract_tracking.extract_filename is 'The unique filename for a given extract from a given source.';
comment on column process_tracker.extract_tracking.extract_filename is 'The unique filename for a given extract from a given source.';

comment on table process_tracker.column extract_tracking.extract_location_id is 'The location table process_tracker.where the given extract can be found.';
comment on column process_tracker.extract_tracking.extract_location_id is 'The location where the given extract can be found.';

comment on table process_tracker.column extract_tracking.extract_process_run_id is 'The process that registered or created the extract file.';
comment on column process_tracker.extract_tracking.extract_process_run_id is 'The process that registered or created the extract file.';

comment on table process_tracker.column extract_tracking.extract_status_id is 'The status of the extract.';
comment on column process_tracker.extract_tracking.extract_status_id is 'The status of the extract.';

comment on table process_tracker.column extract_tracking.extract_registration_date_time is 'The datetime that the extract was loaded into extract tracking.';
comment on column process_tracker.extract_tracking.extract_registration_date_time is 'The datetime that the extract was loaded into extract tracking.';

comment on table process_tracker.column extract_tracking.extract_write_low_date_time is 'The lowest datetime of the data set as noted when writing the data file.';
comment on column process_tracker.extract_tracking.extract_write_low_date_time is 'The lowest datetime of the data set as noted when writing the data file.';

comment on table process_tracker.column extract_tracking.extract_write_high_date_time is 'The highest datetime of the data set as noted when writing the data file.';
comment on column process_tracker.extract_tracking.extract_write_high_date_time is 'The highest datetime of the data set as noted when writing the data file.';

comment on table process_tracker.column extract_tracking.extract_write_record_count is 'The record count of the data set as noted when writing the data file.';
comment on column process_tracker.extract_tracking.extract_write_record_count is 'The record count of the data set as noted when writing the data file.';

comment on table process_tracker.column extract_tracking.extract_load_low_date_time is 'The lowest datetime of the data set as noted when loading the data file. Should match the extract_write_low_date_time.';
comment on column process_tracker.extract_tracking.extract_load_low_date_time is 'The lowest datetime of the data set as noted when loading the data file. Should match the extract_write_low_date_time.';

comment on table process_tracker.column extract_tracking.extract_load_high_date_time is 'The highest datetime of the data set as noted when loading the data file.';
comment on column process_tracker.extract_tracking.extract_load_high_date_time is 'The highest datetime of the data set as noted when loading the data file.';

comment on table process_tracker.column extract_tracking.extract_load_record_count is 'The record count of the data set when loading the data file.';
comment on column process_tracker.extract_tracking.extract_load_record_count is 'The record count of the data set when loading the data file.';

alter table process_tracker.extract_tracking owner to pt_admin;

Expand Down Expand Up @@ -664,5 +664,5 @@ comment on table process_tracker.extract_dataset_type is 'Relationship between e
alter table process_tracker.extract_dataset_type owner to pt_admin;

create unique index extract_filetype_lkup_extract_filetype_uindex
on table process_tracker.extract_filetype_lkup (extract_filetype);
on process_tracker.extract_filetype_lkup (extract_filetype);

0 comments on commit 3d86faa

Please sign in to comment.