-
Notifications
You must be signed in to change notification settings - Fork 14
/
status_postgres.cwl
145 lines (137 loc) · 3.12 KB
/
status_postgres.cwl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
#!/usr/bin/env cwl-runner
cwlVersion: v1.0
class: Workflow
requirements:
- class: InlineJavascriptRequirement
- class: MultipleInputFeatureRequirement
- class: StepInputExpressionRequirement
inputs:
- id: cwl_workflow_git_hash
type: string
- id: cwl_workflow_git_repo
type: string
- id: cwl_workflow_rel_path
type: string
- id: cwl_job_git_hash
type: string
- id: cwl_job_git_repo
type: string
- id: cwl_job_rel_path
type: string
- id: db_cred
type: File
- id: db_cred_section
type: string
- id: hostname
type: string
- id: host_ipaddress
type: string
- id: host_macaddress
type: string
- id: indexd_sqlite_uuid
type: string
- id: input_bam_gdc_id
type: string
- id: input_bam_file_size
type: long
- id: input_bam_md5sum
type: string
- id: job_uuid
type: string
- id: slurm_resource_cores
type: long
- id: slurm_resource_disk_gigabytes
type: long
- id: slurm_resource_mem_megabytes
type: long
- id: status
type: string
- id: status_table
type: string
- id: step_token
type: File
- id: thread_count
type: long
outputs:
- id: token
type: File
outputSource: sqlite_to_postgres/log
steps:
- id: emit_json
run: ../../tools/emit_json.cwl
in:
- id: string_keys
default: [
"cwl_workflow_git_hash",
"cwl_workflow_git_repo",
"cwl_workflow_rel_path",
"cwl_job_git_hash",
"cwl_job_git_repo",
"cwl_job_rel_path",
"hostname",
"host_ipaddress",
"host_macaddress",
"indexd_sqlite_uuid",
"status",
"job_uuid"
]
- id: string_values
source: [
cwl_workflow_git_hash,
cwl_workflow_git_repo,
cwl_workflow_rel_path,
cwl_job_git_hash,
cwl_job_git_repo,
cwl_job_rel_path,
hostname,
host_ipaddress,
host_macaddress,
indexd_sqlite_uuid,
status,
job_uuid
]
- id: long_keys
default: [
"slurm_resource_cores",
"slurm_resource_disk_gigabytes",
"slurm_resource_mem_megabytes",
"thread_count"
]
- id: long_values
source: [
slurm_resource_cores,
slurm_resource_disk_gigabytes,
slurm_resource_mem_megabytes,
thread_count
]
- id: float_keys
default: []
- id: float_values
default: []
out:
- id: output
- id: json_to_sqlite
run: ../../tools/json_to_sqlite.cwl
in:
- id: input_json
source: emit_json/output
- id: job_uuid
source: job_uuid
- id: table_name
source: status_table
out:
- id: sqlite
- id: log
- id: sqlite_to_postgres
run: ../../tools/sqlite_to_postgres_hirate.cwl
in:
- id: postgres_creds_path
source: db_cred
- id: ini_section
source: db_cred_section
- id: source_sqlite_path
source: json_to_sqlite/sqlite
- id: job_uuid
source: job_uuid
out:
- id: log